swscale/range_convert: fix mpeg ranges in yuv range conversion for non-8-bit pixel formats
There is an issue with the constants used in YUV to YUV range conversion,
where the upper bound is not respected when converting to mpeg range.
With this commit, the constants are calculated at runtime, depending on
the bit depth. This approach also allows us to more easily understand how
the constants are derived.
For bit depths <= 14, the number of fixed point bits has been set to 14
for all conversions, to simplify the code.
For bit depths > 14, the number of fixed points bits has been raised and
set to 18, to allow for the conversion to be accurate enough for the mpeg
range to be respected.
The convert functions now take the conversion constants (coeff and offset)
as function arguments.
For bit depths <= 14, coeff is unsigned 16-bit and offset is 32-bit.
For bit depths > 14, coeff is unsigned 32-bit and offset is 64-bit.
x86_64:
chrRangeFromJpeg8_1920_c: 2127.4 2125.0 (1.00x)
chrRangeFromJpeg16_1920_c: 2325.2 2127.2 (1.09x)
chrRangeToJpeg8_1920_c: 3166.9 3168.7 (1.00x)
chrRangeToJpeg16_1920_c: 2152.4 3164.8 (0.68x)
lumRangeFromJpeg8_1920_c: 1263.0 1302.5 (0.97x)
lumRangeFromJpeg16_1920_c: 1080.5 1299.2 (0.83x)
lumRangeToJpeg8_1920_c: 1886.8 2112.2 (0.89x)
lumRangeToJpeg16_1920_c: 1077.0 1906.5 (0.56x)
aarch64 A55:
chrRangeFromJpeg8_1920_c: 28835.2 28835.6 (1.00x)
chrRangeFromJpeg16_1920_c: 28839.8 32680.8 (0.88x)
chrRangeToJpeg8_1920_c: 23074.7 23075.4 (1.00x)
chrRangeToJpeg16_1920_c: 17318.9 24996.0 (0.69x)
lumRangeFromJpeg8_1920_c: 15389.7 15384.5 (1.00x)
lumRangeFromJpeg16_1920_c: 15388.2 17306.7 (0.89x)
lumRangeToJpeg8_1920_c: 19227.8 19226.6 (1.00x)
lumRangeToJpeg16_1920_c: 15387.0 21146.3 (0.73x)
aarch64 A76:
chrRangeFromJpeg8_1920_c: 6324.4 6268.1 (1.01x)
chrRangeFromJpeg16_1920_c: 6339.9 11521.5 (0.55x)
chrRangeToJpeg8_1920_c: 9656.0 9612.8 (1.00x)
chrRangeToJpeg16_1920_c: 6340.4 11651.8 (0.54x)
lumRangeFromJpeg8_1920_c: 4422.0 4420.8 (1.00x)
lumRangeFromJpeg16_1920_c: 4420.9 5762.0 (0.77x)
lumRangeToJpeg8_1920_c: 5949.1 5977.5 (1.00x)
lumRangeToJpeg16_1920_c: 4446.8 5946.2 (0.75x)
NOTE: all simd optimizations for range_convert have been disabled.
they will be re-enabled when they are fixed for each architecture.
NOTE2: the same issue still exists in rgb2yuv conversions, which is not
addressed in this commit.
This commit is contained in:
Ramiro Polla
parent
58bcdeb742
commit
384fe39623
184 changed files with 880 additions and 725 deletions
|
|
@ -156,82 +156,98 @@ static void hScale8To19_c(SwsInternal *c, int16_t *_dst, int dstW,
|
|||
|
||||
// FIXME all pal and rgb srcFormats could do this conversion as well
|
||||
// FIXME all scalers more complex than bilinear could do half of this transform
|
||||
static void chrRangeToJpeg_c(int16_t *dstU, int16_t *dstV, int width)
|
||||
static void chrRangeToJpeg_c(int16_t *dstU, int16_t *dstV, int width,
|
||||
uint32_t _coeff, int64_t _offset)
|
||||
{
|
||||
uint16_t coeff = _coeff;
|
||||
int32_t offset = _offset;
|
||||
int i;
|
||||
for (i = 0; i < width; i++) {
|
||||
int U = (dstU[i] * 4663 - 9289992) >> 12; // -264
|
||||
int V = (dstV[i] * 4663 - 9289992) >> 12; // -264
|
||||
int U = (dstU[i] * coeff + offset) >> 14;
|
||||
int V = (dstV[i] * coeff + offset) >> 14;
|
||||
dstU[i] = FFMIN(U, (1 << 15) - 1);
|
||||
dstV[i] = FFMIN(V, (1 << 15) - 1);
|
||||
}
|
||||
}
|
||||
|
||||
static void chrRangeFromJpeg_c(int16_t *dstU, int16_t *dstV, int width)
|
||||
static void chrRangeFromJpeg_c(int16_t *dstU, int16_t *dstV, int width,
|
||||
uint32_t _coeff, int64_t _offset)
|
||||
{
|
||||
uint16_t coeff = _coeff;
|
||||
int32_t offset = _offset;
|
||||
int i;
|
||||
for (i = 0; i < width; i++) {
|
||||
dstU[i] = (dstU[i] * 1799 + 4081085) >> 11; // 1469
|
||||
dstV[i] = (dstV[i] * 1799 + 4081085) >> 11; // 1469
|
||||
dstU[i] = (dstU[i] * coeff + offset) >> 14;
|
||||
dstV[i] = (dstV[i] * coeff + offset) >> 14;
|
||||
}
|
||||
}
|
||||
|
||||
static void lumRangeToJpeg_c(int16_t *dst, int width)
|
||||
static void lumRangeToJpeg_c(int16_t *dst, int width,
|
||||
uint32_t _coeff, int64_t _offset)
|
||||
{
|
||||
uint16_t coeff = _coeff;
|
||||
int32_t offset = _offset;
|
||||
int i;
|
||||
for (i = 0; i < width; i++) {
|
||||
int Y = (dst[i] * 19077 - 39057361) >> 14;
|
||||
int Y = (dst[i] * coeff + offset) >> 14;
|
||||
dst[i] = FFMIN(Y, (1 << 15) - 1);
|
||||
}
|
||||
}
|
||||
|
||||
static void lumRangeFromJpeg_c(int16_t *dst, int width)
|
||||
static void lumRangeFromJpeg_c(int16_t *dst, int width,
|
||||
uint32_t _coeff, int64_t _offset)
|
||||
{
|
||||
uint16_t coeff = _coeff;
|
||||
int32_t offset = _offset;
|
||||
int i;
|
||||
for (i = 0; i < width; i++)
|
||||
dst[i] = (dst[i] * 14071 + 33561947) >> 14;
|
||||
dst[i] = (dst[i] * coeff + offset) >> 14;
|
||||
}
|
||||
|
||||
static void chrRangeToJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width)
|
||||
static void chrRangeToJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width,
|
||||
uint32_t coeff, int64_t offset)
|
||||
{
|
||||
int i;
|
||||
int32_t *dstU = (int32_t *) _dstU;
|
||||
int32_t *dstV = (int32_t *) _dstV;
|
||||
for (i = 0; i < width; i++) {
|
||||
int U = ((int)(dstU[i] * 4663U - (9289992 << 4))) >> 12; // -264
|
||||
int V = ((int)(dstV[i] * 4663U - (9289992 << 4))) >> 12; // -264
|
||||
int U = ((int64_t) dstU[i] * coeff + offset) >> 18;
|
||||
int V = ((int64_t) dstV[i] * coeff + offset) >> 18;
|
||||
dstU[i] = FFMIN(U, (1 << 19) - 1);
|
||||
dstV[i] = FFMIN(V, (1 << 19) - 1);
|
||||
}
|
||||
}
|
||||
|
||||
static void chrRangeFromJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width)
|
||||
static void chrRangeFromJpeg16_c(int16_t *_dstU, int16_t *_dstV, int width,
|
||||
uint32_t coeff, int64_t offset)
|
||||
{
|
||||
int i;
|
||||
int32_t *dstU = (int32_t *) _dstU;
|
||||
int32_t *dstV = (int32_t *) _dstV;
|
||||
for (i = 0; i < width; i++) {
|
||||
dstU[i] = (dstU[i] * 1799 + (4081085 << 4)) >> 11; // 1469
|
||||
dstV[i] = (dstV[i] * 1799 + (4081085 << 4)) >> 11; // 1469
|
||||
dstU[i] = ((int64_t) dstU[i] * coeff + offset) >> 18;
|
||||
dstV[i] = ((int64_t) dstV[i] * coeff + offset) >> 18;
|
||||
}
|
||||
}
|
||||
|
||||
static void lumRangeToJpeg16_c(int16_t *_dst, int width)
|
||||
static void lumRangeToJpeg16_c(int16_t *_dst, int width,
|
||||
uint32_t coeff, int64_t offset)
|
||||
{
|
||||
int i;
|
||||
int32_t *dst = (int32_t *) _dst;
|
||||
for (i = 0; i < width; i++) {
|
||||
int Y = ((int)(dst[i] * 4769U - (39057361 << 2))) >> 12;
|
||||
int Y = ((int64_t) dst[i] * coeff + offset) >> 18;
|
||||
dst[i] = FFMIN(Y, (1 << 19) - 1);
|
||||
}
|
||||
}
|
||||
|
||||
static void lumRangeFromJpeg16_c(int16_t *_dst, int width)
|
||||
static void lumRangeFromJpeg16_c(int16_t *_dst, int width,
|
||||
uint32_t coeff, int64_t offset)
|
||||
{
|
||||
int i;
|
||||
int32_t *dst = (int32_t *) _dst;
|
||||
for (i = 0; i < width; i++)
|
||||
dst[i] = ((int)(dst[i]*(14071U/4) + (33561947<<4)/4)) >> 12;
|
||||
dst[i] = ((int64_t) dst[i] * coeff + offset) >> 18;
|
||||
}
|
||||
|
||||
|
||||
|
|
@ -547,11 +563,68 @@ int ff_swscale(SwsInternal *c, const uint8_t *const src[], const int srcStride[]
|
|||
return dstY - lastDstY;
|
||||
}
|
||||
|
||||
/*
|
||||
* Solve for coeff and offset:
|
||||
* dst = ((src << src_shift) * coeff + offset) >> (mult_shift + src_shift)
|
||||
*
|
||||
* If SwsInternal->dstBpc is > 14, coeff is uint16_t and offset is int32_t,
|
||||
* otherwise (SwsInternal->dstBpc is <= 14) coeff is uint32_t and offset is
|
||||
* int64_t.
|
||||
*/
|
||||
static void solve_range_convert(uint16_t src_min, uint16_t src_max,
|
||||
uint16_t dst_min, uint16_t dst_max,
|
||||
int src_bits, int src_shift, int mult_shift,
|
||||
uint32_t *coeff, int64_t *offset)
|
||||
{
|
||||
uint16_t src_range = src_max - src_min;
|
||||
uint16_t dst_range = dst_max - dst_min;
|
||||
int total_shift = mult_shift + src_shift;
|
||||
*coeff = AV_CEIL_RSHIFT(((uint64_t) dst_range << total_shift) / src_range, src_shift);
|
||||
*offset = ((int64_t) dst_max << total_shift) -
|
||||
((int64_t) src_max << src_shift) * *coeff;
|
||||
}
|
||||
|
||||
static void init_range_convert_constants(SwsInternal *c)
|
||||
{
|
||||
const int bit_depth = c->dstBpc ? c->dstBpc : 8;
|
||||
const int src_bits = bit_depth <= 14 ? 15 : 19;
|
||||
const int src_shift = src_bits - bit_depth;
|
||||
const int mult_shift = bit_depth <= 14 ? 14 : 18;
|
||||
const uint16_t mpeg_min = 16U << (bit_depth - 8);
|
||||
const uint16_t mpeg_max_lum = 235U << (bit_depth - 8);
|
||||
const uint16_t mpeg_max_chr = 240U << (bit_depth - 8);
|
||||
const uint16_t jpeg_max = (1U << bit_depth) - 1;
|
||||
uint16_t src_min, src_max_lum, src_max_chr;
|
||||
uint16_t dst_min, dst_max_lum, dst_max_chr;
|
||||
if (c->opts.src_range) {
|
||||
src_min = 0;
|
||||
src_max_lum = jpeg_max;
|
||||
src_max_chr = jpeg_max;
|
||||
dst_min = mpeg_min;
|
||||
dst_max_lum = mpeg_max_lum;
|
||||
dst_max_chr = mpeg_max_chr;
|
||||
} else {
|
||||
src_min = mpeg_min;
|
||||
src_max_lum = mpeg_max_lum;
|
||||
src_max_chr = mpeg_max_chr;
|
||||
dst_min = 0;
|
||||
dst_max_lum = jpeg_max;
|
||||
dst_max_chr = jpeg_max;
|
||||
}
|
||||
solve_range_convert(src_min, src_max_lum, dst_min, dst_max_lum,
|
||||
src_bits, src_shift, mult_shift,
|
||||
&c->lumConvertRange_coeff, &c->lumConvertRange_offset);
|
||||
solve_range_convert(src_min, src_max_chr, dst_min, dst_max_chr,
|
||||
src_bits, src_shift, mult_shift,
|
||||
&c->chrConvertRange_coeff, &c->chrConvertRange_offset);
|
||||
}
|
||||
|
||||
av_cold void ff_sws_init_range_convert(SwsInternal *c)
|
||||
{
|
||||
c->lumConvertRange = NULL;
|
||||
c->chrConvertRange = NULL;
|
||||
if (c->opts.src_range != c->opts.dst_range && !isAnyRGB(c->opts.dst_format)) {
|
||||
init_range_convert_constants(c);
|
||||
if (c->dstBpc <= 14) {
|
||||
if (c->opts.src_range) {
|
||||
c->lumConvertRange = lumRangeFromJpeg_c;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue