New submission from Jarle Thorsen <[EMAIL PROTECTED]>:

OUTPUT FROM GDB:
(gdb) bt
#0  0x08356578 in put_h264_qpel16_mc00_mmx2 ()
(gdb) disass $pc-32 $pc+32
Dump of assembler code from 0x8356558 to 0x8356598:
0x08356558 <put_h264_qpel16_mc00_mmx2+8>:       and    $0x10,%al
0x0835655a <put_h264_qpel16_mc00_mmx2+10>:      mov    %esi,0x4(%esp)
0x0835655e <put_h264_qpel16_mc00_mmx2+14>:      mov    0x14(%esp),%ecx
0x08356562 <put_h264_qpel16_mc00_mmx2+18>:      mov    $0x10,%esi
0x08356567 <put_h264_qpel16_mc00_mmx2+23>:      mov    %edi,0x8(%esp)
0x0835656b <put_h264_qpel16_mc00_mmx2+27>:      mov    0x18(%esp),%edx
0x0835656f <put_h264_qpel16_mc00_mmx2+31>:      mov    %ebx,%edi
0x08356571 <put_h264_qpel16_mc00_mmx2+33>:      lea    (%edx,%edx,1),%eax
0x08356574 <put_h264_qpel16_mc00_mmx2+36>:      lea    0x0(%esi),%esi
0x08356578 <put_h264_qpel16_mc00_mmx2+40>:      movq   (%ecx),%mm0
0x0835657b <put_h264_qpel16_mc00_mmx2+43>:      movq   0x8(%ecx),%mm4
0x0835657f <put_h264_qpel16_mc00_mmx2+47>:      movq   (%ecx,%edx,1),%mm1
0x08356583 <put_h264_qpel16_mc00_mmx2+51>:      movq   0x8(%ecx,%edx,1),%mm5
0x08356588 <put_h264_qpel16_mc00_mmx2+56>:      movq   %mm0,(%edi)
0x0835658b <put_h264_qpel16_mc00_mmx2+59>:      movq   %mm4,0x8(%edi)
0x0835658f <put_h264_qpel16_mc00_mmx2+63>:      movq   %mm1,(%edi,%edx,1)
0x08356593 <put_h264_qpel16_mc00_mmx2+67>:      movq   %mm5,0x8(%edi,%edx,1)
End of assembler dump.
(gdb) info all-registers
eax            0xf40    3904
ecx            0x0      0
edx            0x7a0    1952
ebx            0xb679ba30       -1233536464
esp            0xbf991430       0xbf991430
ebp            0x0      0x0
esi            0x10     16
edi            0xb679ba30       -1233536464
eip            0x8356578        0x8356578 <put_h264_qpel16_mc00_mmx2+40>
eflags         0x10286  [ PF SF IF RF ]
cs             0x73     115
ss             0x7b     123
ds             0x7b     123
es             0x7b     123
fs             0x0      0
gs             0x33     51
st0            -nan(0x7fff7fff00000012) (raw 0xffff7fff7fff00000012)
st1            -nan(0x17efe170166fe28)  (raw 0xffff017efe170166fe28)
st2            -nan(0x17e0166014b0137)  (raw 0xffff017e0166014b0137)
st3            -nan(0x17e00000166)      (raw 0xffff0000017e00000166)
st4            80000    (raw 0x400f9c40000000000000)
st5            0        (raw 0x00000000000000000000)
st6            -0.1000000000000000055511151231257827    (raw
0xbffbccccccccccccd
000)
st7            <invalid float value>    (raw 0xffff0000000000000000)
fctrl          0x37f    895
fstat          0x120    288
ftag           0x84aa   33962
fiseg          0x73     115
fioff          0x80ef1f3        135197171
foseg          0x7b     123
fooff          0xbf993ec0       -1080475968
fop            0x55c    1372
xmm0           {v4_float = {0x0, 0x0, 0x0, 0xe8d94f00}, v2_double =
{0x800000000
0000000, 0x8000000000000000}, v16_int8 = {0x64, 0xdf, 0x63,
    0x94, 0x66, 0x7e, 0x93, 0xee, 0x95, 0x7b, 0x3a, 0xbc, 0x4f, 0xd9, 0x68,
0x4f
}, v8_int16 = {0xdf64, 0x9463, 0x7e66, 0xee93, 0x7b95, 0xbc3a,
    0xd94f, 0x4f68}, v4_int32 = {0x9463df64, 0xee937e66, 0xbc3a7b95,
0x4f68d94f}
, v2_int64 = {0xee937e669463df64, 0x4f68d94fbc3a7b95},
---Type <return> to continue, or q <return> to quit---
  uint128 = 0x4f68d94fbc3a7b95ee937e669463df64}
xmm1           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double =
{0x8000000000000000
, 0x0}, v16_int8 = {0xdb, 0x95, 0x6b, 0x9f, 0xee, 0x22, 0x73,
    0xf6, 0x4d, 0xc2, 0x22, 0x81, 0x36, 0x52, 0xe6, 0xb0}, v8_int16 = {0x95db,
0
x9f6b, 0x22ee, 0xf673, 0xc24d, 0x8122, 0x5236, 0xb0e6},
  v4_int32 = {0x9f6b95db, 0xf67322ee, 0x8122c24d, 0xb0e65236}, v2_int64 =
{0xf67
322ee9f6b95db, 0xb0e652368122c24d},
  uint128 = 0xb0e652368122c24df67322ee9f6b95db}
xmm2           {v4_float = {0x0, 0xffff9ad0, 0x0, 0xa8000000}, v2_double =
{0x80
00000000000000, 0x8000000000000000}, v16_int8 = {0xec, 0x65,
    0xc2, 0x60, 0xdd, 0x61, 0xca, 0xc6, 0x86, 0x49, 0xbe, 0x7a, 0x55, 0xd3,
0xeb
, 0x58}, v8_int16 = {0x65ec, 0x60c2, 0x61dd, 0xc6ca, 0x4986,
    0x7abe, 0xd355, 0x58eb}, v4_int32 = {0x60c265ec, 0xc6ca61dd, 0x7abe4986,
0x5
8ebd355}, v2_int64 = {0xc6ca61dd60c265ec, 0x58ebd3557abe4986},
  uint128 = 0x58ebd3557abe4986c6ca61dd60c265ec}
xmm3           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
v16_int
8 = {0x16, 0xf6, 0x0, 0x0, 0x3, 0x0, 0x0, 0x3, 0x0, 0x0, 0x3,
    0x0, 0x50, 0x2, 0xd0, 0x0}, v8_int16 = {0xf616, 0x0, 0x3, 0x300, 0x0, 0x3,
0
x250, 0xd0}, v4_int32 = {0xf616, 0x3000003, 0x30000, 0xd00250},
  v2_int64 = {0x30000030000f616, 0xd0025000030000}, uint128 =
0x00d0025000030000
030000030000f616}
xmm4           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
v16_int
8 = {0xf0, 0x72, 0x87, 0x38, 0xd3, 0xd5, 0x10, 0xbb, 0xbc,
    0x5c, 0xbc, 0x3a, 0x26, 0x1, 0xa7, 0xba}, v8_int16 = {0x72f0, 0x3887,
0xd5d3
, 0xbb10, 0x5cbc, 0x3abc, 0x126, 0xbaa7}, v4_int32 = {
    0x388772f0, 0xbb10d5d3, 0x3abc5cbc, 0xbaa70126}, v2_int64 =
{0xbb10d5d338877
2f0, 0xbaa701263abc5cbc},
  uint128 = 0xbaa701263abc5cbcbb10d5d3388772f0}
xmm5           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
v16_int
8 = {0x1e, 0x47, 0xf0, 0x3a, 0x90, 0x38, 0xfb, 0xb7, 0x6c,
    0x5c, 0xc5, 0x3a, 0xea, 0x8e, 0xb9, 0x3a}, v8_int16 = {0x471e, 0x3af0,
0x389
0, 0xb7fb, 0x5c6c, 0x3ac5, 0x8eea, 0x3ab9}, v4_int32 = {
    0x3af0471e, 0xb7fb3890, 0x3ac55c6c, 0x3ab98eea}, v2_int64 =
{0xb7fb38903af04
71e, 0x3ab98eea3ac55c6c},
  uint128 = 0x3ab98eea3ac55c6cb7fb38903af0471e}
xmm6           {v4_float = {0x1, 0xffffffff, 0x0, 0x0}, v2_double = {0x0, 0x0},
v16_int8 = {0x0, 0x0, 0x80, 0x3f, 0x0, 0x0, 0x80, 0xbf, 0xf3,
    0x4, 0x35, 0x3f, 0xf3, 0x4, 0x35, 0xbf}, v8_int16 = {0x0, 0x3f80, 0x0,
0xbf8
0, 0x4f3, 0x3f35, 0x4f3, 0xbf35}, v4_int32 = {0x3f800000,
    0xbf800000, 0x3f3504f3, 0xbf3504f3}, v2_int64 = {0xbf8000003f800000,
0xbf350
4f33f3504f3}, uint128 = 0xbf3504f33f3504f3bf8000003f800000}
xmm7           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
v16_int
8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xf3, 0x4, 0x35,
    0x3f, 0xf3, 0x4, 0x35, 0xbf}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x4f3,
0x3f35,
 0x4f3, 0xbf35}, v4_int32 = {0x0, 0x0, 0x3f3504f3, 0xbf3504f3},
  v2_int64 = {0x0, 0xbf3504f33f3504f3}, uint128 =
0xbf3504f33f3504f3000000000000
0000}
mxcsr          0x1fa0   [ PE IM DM ZM OM UM PM ]
mm0            {uint64 = 0x7fff7fff00000012, v2_int32 = {0x12, 0x7fff7fff},
v4_i                                                                 nt16 =
{0x12, 0x0, 0x7fff, 0x7fff}, v8_int8 = {0x12, 0x0, 0x0,
    0x0, 0xff, 0x7f, 0xff, 0x7f}}
mm1            {uint64 = 0x17efe170166fe28, v2_int32 = {0x166fe28, 0x17efe17},
v                                                                 4_int16 =
{0xfe28, 0x166, 0xfe17, 0x17e}, v8_int8 = {0x28,
    0xfe, 0x66, 0x1, 0x17, 0xfe, 0x7e, 0x1}}
mm2            {uint64 = 0x17e0166014b0137, v2_int32 = {0x14b0137, 0x17e0166},
v                                                                 4_int16 =
{0x137, 0x14b, 0x166, 0x17e}, v8_int8 = {0x37, 0x1,
    0x4b, 0x1, 0x66, 0x1, 0x7e, 0x1}}
mm3            {uint64 = 0x17e00000166, v2_int32 = {0x166, 0x17e}, v4_int16 =
{0                                                                 x166, 0x0,
0x17e, 0x0}, v8_int8 = {0x66, 0x1, 0x0, 0x0, 0x7e,
    0x1, 0x0, 0x0}}
---Type <return> to continue, or q <return> to quit---
mm4            {uint64 = 0x9c40000000000000, v2_int32 = {0x0, 0x9c400000},
v4_in                                                                 t16 =
{0x0, 0x0, 0x0, 0x9c40}, v8_int8 = {0x0, 0x0, 0x0, 0x0,
    0x0, 0x0, 0x40, 0x9c}}
mm5            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0,
                                                                 0x0}, v8_int8
= {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
mm6            {uint64 = 0xccccccccccccd000, v2_int32 = {0xccccd000,
0xcccccccc}                                                                 ,
v4_int16 = {0xd000, 0xcccc, 0xcccc, 0xcccc}, v8_int8 = {0x0,
    0xd0, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc}}
mm7            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0,
                                                                 0x0}, v8_int8
= {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
(gdb)

----------
messages: 670
nosy: Jarle
priority: important
status: new
substatus: new
title: segfault in put_h264_qpel16_mc00_mmx2
type: bug

______________________________________________________
FFmpeg issue tracker <[EMAIL PROTECTED]>
<https://roundup.mplayerhq.hu/roundup/ffmpeg/issue189>
______________________________________________________

Reply via email to