Hello! Attached patch was inspired by assembly from PR 72805 testcase. Currently, the compiler generates:
test: vpternlogd $0xFF, %zmm0, %zmm0, %zmm0 vpxord %zmm1, %zmm1, %zmm1 vpcmpd $1, %zmm1, %zmm0, %k1 kmovw %k1, %eax movzwl %ax, %eax ret Please note that kmovw already zero-extended from a mask register. Attached patch allows ree pass to propagate mask registers to zext insn patterns, resulting in: test: vpternlogd $0xFF, %zmm0, %zmm0, %zmm0 # 24 movv16si_internal/2 [length = 6] vpxord %zmm1, %zmm1, %zmm1 # 25 movv16si_internal/1 [length = 6] vpcmpd $1, %zmm1, %zmm0, %k1 # 13 avx512f_cmpv16si3 [length = 7] kmovw %k1, %eax # 27 *zero_extendhisi2/2 [length = 4] ret # 30 simple_return_internal [length = 1] 2016-08-05 Uros Bizjak <ubiz...@gmail.com> * config/i386/i386.md (*zero_extendsidi2): Add (*r,*k) alternative. (zero_extend<mode>di2): Ditto. (*zero_extend<mode>si2): Ditto. (*zero_extendqihi2): Ditto. Patch was bootstrapped and regression tested on x86_64-linux-gnu {,-m32}. The patch is in RFT state, since I have no means to test AVX512 stuff. Kirill, can someone from Intel please test the patch? Uros.
Index: config/i386/i386.md =================================================================== --- config/i386/i386.md (revision 239166) +++ config/i386/i386.md (working copy) @@ -3688,10 +3688,10 @@ (define_insn "*zero_extendsidi2" [(set (match_operand:DI 0 "nonimmediate_operand" - "=r,?r,?o,r ,o,?*Ym,?!*y,?r ,?r,?*Yi,?*x") + "=r,?r,?o,r ,o,?*Ym,?!*y,?r ,?r,?*Yi,?*x,*r") (zero_extend:DI (match_operand:SI 1 "x86_64_zext_operand" - "0 ,rm,r ,rmWz,0,r ,m ,*Yj,*x,r ,m")))] + "0 ,rm,r ,rmWz,0,r ,m ,*Yj,*x,r ,m ,*k")))] "" { switch (get_attr_type (insn)) @@ -3717,6 +3717,9 @@ return "%vmovd\t{%1, %0|%0, %1}"; + case TYPE_MSKMOV: + return "kmovd\t{%1, %k0|%k0, %1}"; + default: gcc_unreachable (); } @@ -3724,7 +3727,7 @@ [(set (attr "isa") (cond [(eq_attr "alternative" "0,1,2") (const_string "nox64") - (eq_attr "alternative" "3,7") + (eq_attr "alternative" "3,7,11") (const_string "x64") (eq_attr "alternative" "8") (const_string "x64_sse4") @@ -3741,6 +3744,8 @@ (const_string "ssemov") (eq_attr "alternative" "8") (const_string "sselog1") + (eq_attr "alternative" "11") + (const_string "mskmov") ] (const_string "imovx"))) (set (attr "prefix_extra") @@ -3792,12 +3797,14 @@ "split_double_mode (DImode, &operands[0], 1, &operands[3], &operands[4]);") (define_insn "zero_extend<mode>di2" - [(set (match_operand:DI 0 "register_operand" "=r") + [(set (match_operand:DI 0 "register_operand" "=r,*r") (zero_extend:DI - (match_operand:SWI12 1 "nonimmediate_operand" "<r>m")))] + (match_operand:SWI12 1 "nonimmediate_operand" "<r>m,*k")))] "TARGET_64BIT" - "movz{<imodesuffix>l|x}\t{%1, %k0|%k0, %1}" - [(set_attr "type" "imovx") + "@ + movz{<imodesuffix>l|x}\t{%1, %k0|%k0, %1} + kmov<mskmodesuffix>\t{%1, %k0|%k0, %1}" + [(set_attr "type" "imovx,mskmov") (set_attr "mode" "SI")]) (define_expand "zero_extend<mode>si2" @@ -3841,13 +3848,15 @@ (set_attr "mode" "SI")]) (define_insn "*zero_extend<mode>si2" - [(set (match_operand:SI 0 "register_operand" "=r") + [(set (match_operand:SI 0 "register_operand" "=r,*r") (zero_extend:SI - (match_operand:SWI12 1 "nonimmediate_operand" "<r>m")))] + (match_operand:SWI12 1 "nonimmediate_operand" "<r>m,*k")))] "!(TARGET_ZERO_EXTEND_WITH_AND && optimize_function_for_speed_p (cfun))" - "movz{<imodesuffix>l|x}\t{%1, %0|%0, %1}" - [(set_attr "type" "imovx") - (set_attr "mode" "SI")]) + "@ + movz{<imodesuffix>l|x}\t{%1, %0|%0, %1} + kmov<mskmodesuffix>\t{%1, %0|%0, %1}" + [(set_attr "type" "imovx,mskmov") + (set_attr "mode" "SI,<MODE>")]) (define_expand "zero_extendqihi2" [(set (match_operand:HI 0 "register_operand") @@ -3890,12 +3899,14 @@ ; zero extend to SImode to avoid partial register stalls (define_insn "*zero_extendqihi2" - [(set (match_operand:HI 0 "register_operand" "=r") - (zero_extend:HI (match_operand:QI 1 "nonimmediate_operand" "qm")))] + [(set (match_operand:HI 0 "register_operand" "=r,*r") + (zero_extend:HI (match_operand:QI 1 "nonimmediate_operand" "qm,*k")))] "!(TARGET_ZERO_EXTEND_WITH_AND && optimize_function_for_speed_p (cfun))" - "movz{bl|x}\t{%1, %k0|%k0, %1}" - [(set_attr "type" "imovx") - (set_attr "mode" "SI")]) + "@ + movz{bl|x}\t{%1, %k0|%k0, %1} + kmovb\t{%1, %k0|%k0, %1}" + [(set_attr "type" "imovx,mskmov") + (set_attr "mode" "SI,QI")]) (define_insn_and_split "*zext<mode>_doubleword_and" [(set (match_operand:DI 0 "register_operand" "=&<r>")