I have not checked that the constant is correct, this just fixes the undefined behavior Fixes: signed integer overflow: -646656 * 3517 cannot be represented in type 'int Fixes: 70559/clusterfuzz-testcase-minimized-ffmpeg_SWS_fuzzer-5209368631508992
Unified · Split
| @@ -224,7 +224,7 @@ static void lumRangeFromJpeg16_c(int16_t *_dst, int width) · 223 unmodified lines | |||
| 224 | int i; | 224 | int i; |
| 225 | int32_t *dst = (int32_t *) _dst; | 225 | int32_t *dst = (int32_t *) _dst; |
| 226 | for (i = 0; i < width; i++) | 226 | for (i = 0; i < width; i++) |
| 227 | dst[i] = (dst[i]*(14071/4) + (33561947<<4)/4)>>12; | 227 | dst[i] = ((int)(dst[i]*(14071U/4) + (33561947<<4)/4)) >> 12; |
| 228 | } | 228 | } |
| 229 | 229 | ||
| 230 | 230 | ||