"Ronald S. Bultje" <[email protected]> writes: > @@ -1479,8 +1479,8 @@ rgb16_32ToUV_c_template(uint8_t *dstU, uint8_t *dstV, > int rsh, int gsh, int bsh, int S) > { > const int ru = RU << rsh, gu = GU << gsh, bu = BU << bsh, > - rv = RV << rsh, gv = GV << gsh, bv = BV << bsh, > - rnd = 257 << (S - 1); > + rv = RV << rsh, gv = GV << gsh, bv = BV << bsh; > + const unsigned rnd = 257 << (S - 1); > int i; > > for (i = 0; i < width; i++) { > @@ -1504,7 +1504,8 @@ rgb16_32ToUV_half_c_template(uint8_t *dstU, uint8_t > *dstV, > { > const int ru = RU << rsh, gu = GU << gsh, bu = BU << bsh, > rv = RV << rsh, gv = GV << gsh, bv = BV << bsh, > - rnd = 257 << S, maskgx = ~(maskr | maskb); > + maskgx = ~(maskr | maskb); > + const unsigned rnd = 257 << S; > int i;
These need to be 257u, or it will still overflow. -- Måns Rullgård [email protected] _______________________________________________ libav-devel mailing list [email protected] https://lists.libav.org/mailman/listinfo/libav-devel
