Fixes: runtime error: signed integer overflow: 1037142357 + 1227025305 cannot be represented in type 'int' Fixes: 3024/clusterfuzz-testcase-minimized-5885660323905536
Showing the changes to libavcodec (1 of 1 file). Show all
Unified · Split
| @@ -85,12 +85,12 @@ static const uint8_t fic_header[7] = { 0, 0, 1, 'F', 'I', 'C', 'V' }; · 84 unmodified lines | |||
| 85 | 85 | ||
| 86 | static av_always_inline void fic_idct(int16_t *blk, int step, int shift, int rnd) | 86 | static av_always_inline void fic_idct(int16_t *blk, int step, int shift, int rnd) |
| 87 | { | 87 | { |
| 88 | const int t0 = 27246 * blk[3 * step] + 18405 * blk[5 * step]; | 88 | const unsigned t0 = 27246 * blk[3 * step] + 18405 * blk[5 * step]; |
| 89 | const int t1 = 27246 * blk[5 * step] - 18405 * blk[3 * step]; | 89 | const unsigned t1 = 27246 * blk[5 * step] - 18405 * blk[3 * step]; |
| 90 | const int t2 = 6393 * blk[7 * step] + 32139 * blk[1 * step]; | 90 | const unsigned t2 = 6393 * blk[7 * step] + 32139 * blk[1 * step]; |
| 91 | const int t3 = 6393 * blk[1 * step] - 32139 * blk[7 * step]; | 91 | const unsigned t3 = 6393 * blk[1 * step] - 32139 * blk[7 * step]; |
| 92 | const unsigned t4 = 5793U * (t2 + t0 + 0x800 >> 12); | 92 | const unsigned t4 = 5793U * ((int)(t2 + t0 + 0x800) >> 12); |
| 93 | const unsigned t5 = 5793U * (t3 + t1 + 0x800 >> 12); | 93 | const unsigned t5 = 5793U * ((int)(t3 + t1 + 0x800) >> 12); |
| 94 | const unsigned t6 = t2 - t0; | 94 | const unsigned t6 = t2 - t0; |
| 95 | const unsigned t7 = t3 - t1; | 95 | const unsigned t7 = t3 - t1; |
| 96 | const unsigned t8 = 17734 * blk[2 * step] - 42813 * blk[6 * step]; | 96 | const unsigned t8 = 17734 * blk[2 * step] - 42813 * blk[6 * step]; |