https://github.com/arsenm updated
https://github.com/llvm/llvm-project/pull/100523
>From 85c14e04d3e27c8609fac2890eb475963d7f008b Mon Sep 17 00:00:00 2001
From: Matt Arsenault <matthew.arsena...@amd.com>
Date: Thu, 25 Jul 2024 10:38:11 +0400
Subject: [PATCH] TTI: Check legalization cost of abs nodes
---
llvm/include/llvm/CodeGen/BasicTTIImpl.h | 32 +++++++++--------
llvm/test/Analysis/CostModel/AMDGPU/abs.ll | 40 +++++++++++-----------
2 files changed, 38 insertions(+), 34 deletions(-)
diff --git a/llvm/include/llvm/CodeGen/BasicTTIImpl.h
b/llvm/include/llvm/CodeGen/BasicTTIImpl.h
index ba70498bfb731..65f929369c1f0 100644
--- a/llvm/include/llvm/CodeGen/BasicTTIImpl.h
+++ b/llvm/include/llvm/CodeGen/BasicTTIImpl.h
@@ -2116,20 +2116,9 @@ class BasicTTIImplBase : public
TargetTransformInfoImplCRTPBase<T> {
case Intrinsic::vector_reduce_fminimum:
return
thisT()->getMinMaxReductionCost(getMinMaxReductionIntrinsicOp(IID),
VecOpTy, ICA.getFlags(),
CostKind);
- case Intrinsic::abs: {
- // abs(X) = select(icmp(X,0),X,sub(0,X))
- Type *CondTy = RetTy->getWithNewBitWidth(1);
- CmpInst::Predicate Pred = CmpInst::ICMP_SGT;
- InstructionCost Cost = 0;
- Cost += thisT()->getCmpSelInstrCost(BinaryOperator::ICmp, RetTy, CondTy,
- Pred, CostKind);
- Cost += thisT()->getCmpSelInstrCost(BinaryOperator::Select, RetTy,
CondTy,
- Pred, CostKind);
- // TODO: Should we add an OperandValueProperties::OP_Zero property?
- Cost += thisT()->getArithmeticInstrCost(
- BinaryOperator::Sub, RetTy, CostKind, {TTI::OK_UniformConstantValue,
TTI::OP_None});
- return Cost;
- }
+ case Intrinsic::abs:
+ ISD = ISD::ABS;
+ break;
case Intrinsic::smax:
ISD = ISD::SMAX;
break;
@@ -2398,6 +2387,21 @@ class BasicTTIImplBase : public
TargetTransformInfoImplCRTPBase<T> {
Cost += thisT()->getArithmeticInstrCost(Instruction::Or, RetTy,
CostKind);
return Cost;
}
+ case Intrinsic::abs: {
+ // abs(X) = select(icmp(X,0),X,sub(0,X))
+ Type *CondTy = RetTy->getWithNewBitWidth(1);
+ CmpInst::Predicate Pred = CmpInst::ICMP_SGT;
+ InstructionCost Cost = 0;
+ Cost += thisT()->getCmpSelInstrCost(BinaryOperator::ICmp, RetTy, CondTy,
+ Pred, CostKind);
+ Cost += thisT()->getCmpSelInstrCost(BinaryOperator::Select, RetTy,
CondTy,
+ Pred, CostKind);
+ // TODO: Should we add an OperandValueProperties::OP_Zero property?
+ Cost += thisT()->getArithmeticInstrCost(
+ BinaryOperator::Sub, RetTy, CostKind,
+ {TTI::OK_UniformConstantValue, TTI::OP_None});
+ return Cost;
+ }
case Intrinsic::fptosi_sat:
case Intrinsic::fptoui_sat: {
if (Tys.empty())
diff --git a/llvm/test/Analysis/CostModel/AMDGPU/abs.ll
b/llvm/test/Analysis/CostModel/AMDGPU/abs.ll
index f65615b07abc0..e290f0631ff16 100644
--- a/llvm/test/Analysis/CostModel/AMDGPU/abs.ll
+++ b/llvm/test/Analysis/CostModel/AMDGPU/abs.ll
@@ -24,11 +24,11 @@ define void @abs_nonpoison() {
; FAST-NEXT: Cost Model: Found an estimated cost of 80 for instruction:
%V16I32 = call <16 x i32> @llvm.abs.v16i32(<16 x i32> undef, i1 false)
; FAST-NEXT: Cost Model: Found an estimated cost of 3 for instruction: %I16 =
call i16 @llvm.abs.i16(i16 undef, i1 false)
; FAST-NEXT: Cost Model: Found an estimated cost of 7 for instruction: %V2I16
= call <2 x i16> @llvm.abs.v2i16(<2 x i16> undef, i1 false)
-; FAST-NEXT: Cost Model: Found an estimated cost of 16 for instruction:
%V4I16 = call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 false)
-; FAST-NEXT: Cost Model: Found an estimated cost of 34 for instruction:
%V8I16 = call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 false)
-; FAST-NEXT: Cost Model: Found an estimated cost of 70 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 false)
-; FAST-NEXT: Cost Model: Found an estimated cost of 114 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 false)
-; FAST-NEXT: Cost Model: Found an estimated cost of 174 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 false)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction: %V4I16
= call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 false)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction: %V8I16
= call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 false)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 false)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 false)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 false)
; FAST-NEXT: Cost Model: Found an estimated cost of 3 for instruction: %I8 =
call i8 @llvm.abs.i8(i8 undef, i1 false)
; FAST-NEXT: Cost Model: Found an estimated cost of 10 for instruction: %V2I8
= call <2 x i8> @llvm.abs.v2i8(<2 x i8> undef, i1 false)
; FAST-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %V4I8
= call <4 x i8> @llvm.abs.v4i8(<4 x i8> undef, i1 false)
@@ -82,11 +82,11 @@ define void @abs_nonpoison() {
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 50 for instruction:
%V16I32 = call <16 x i32> @llvm.abs.v16i32(<16 x i32> undef, i1 false)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 3 for instruction:
%I16 = call i16 @llvm.abs.i16(i16 undef, i1 false)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 3 for instruction:
%V2I16 = call <2 x i16> @llvm.abs.v2i16(<2 x i16> undef, i1 false)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 4 for instruction:
%V4I16 = call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 false)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 6 for instruction:
%V8I16 = call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 false)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 10 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 false)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 50 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 false)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 50 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 false)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V4I16 = call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 false)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V8I16 = call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 false)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 false)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 false)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 false)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 3 for instruction:
%I8 = call i8 @llvm.abs.i8(i8 undef, i1 false)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 4 for instruction:
%V2I8 = call <2 x i8> @llvm.abs.v2i8(<2 x i8> undef, i1 false)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 6 for instruction:
%V4I8 = call <4 x i8> @llvm.abs.v4i8(<4 x i8> undef, i1 false)
@@ -174,11 +174,11 @@ define void @abs_poison() {
; FAST-NEXT: Cost Model: Found an estimated cost of 80 for instruction:
%V16I32 = call <16 x i32> @llvm.abs.v16i32(<16 x i32> undef, i1 true)
; FAST-NEXT: Cost Model: Found an estimated cost of 3 for instruction: %I16 =
call i16 @llvm.abs.i16(i16 undef, i1 true)
; FAST-NEXT: Cost Model: Found an estimated cost of 7 for instruction: %V2I16
= call <2 x i16> @llvm.abs.v2i16(<2 x i16> undef, i1 true)
-; FAST-NEXT: Cost Model: Found an estimated cost of 16 for instruction:
%V4I16 = call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 true)
-; FAST-NEXT: Cost Model: Found an estimated cost of 34 for instruction:
%V8I16 = call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 true)
-; FAST-NEXT: Cost Model: Found an estimated cost of 70 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 true)
-; FAST-NEXT: Cost Model: Found an estimated cost of 114 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 true)
-; FAST-NEXT: Cost Model: Found an estimated cost of 174 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 true)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction: %V4I16
= call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 true)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction: %V8I16
= call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 true)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 true)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 true)
+; FAST-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 true)
; FAST-NEXT: Cost Model: Found an estimated cost of 3 for instruction: %I8 =
call i8 @llvm.abs.i8(i8 undef, i1 true)
; FAST-NEXT: Cost Model: Found an estimated cost of 10 for instruction: %V2I8
= call <2 x i8> @llvm.abs.v2i8(<2 x i8> undef, i1 true)
; FAST-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %V4I8
= call <4 x i8> @llvm.abs.v4i8(<4 x i8> undef, i1 true)
@@ -232,11 +232,11 @@ define void @abs_poison() {
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 50 for instruction:
%V16I32 = call <16 x i32> @llvm.abs.v16i32(<16 x i32> undef, i1 true)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 3 for instruction:
%I16 = call i16 @llvm.abs.i16(i16 undef, i1 true)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 3 for instruction:
%V2I16 = call <2 x i16> @llvm.abs.v2i16(<2 x i16> undef, i1 true)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 4 for instruction:
%V4I16 = call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 true)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 6 for instruction:
%V8I16 = call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 true)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 10 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 true)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 50 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 true)
-; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 50 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 true)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V4I16 = call <4 x i16> @llvm.abs.v4i16(<4 x i16> undef, i1 true)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V8I16 = call <8 x i16> @llvm.abs.v8i16(<8 x i16> undef, i1 true)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V16I16 = call <16 x i16> @llvm.abs.v16i16(<16 x i16> undef, i1 true)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V17I16 = call <17 x i16> @llvm.abs.v17i16(<17 x i16> undef, i1 true)
+; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 2 for instruction:
%V32I16 = call <32 x i16> @llvm.abs.v32i16(<32 x i16> undef, i1 true)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 3 for instruction:
%I8 = call i8 @llvm.abs.i8(i8 undef, i1 true)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 4 for instruction:
%V2I8 = call <2 x i8> @llvm.abs.v2i8(<2 x i8> undef, i1 true)
; FAST-SIZE-NEXT: Cost Model: Found an estimated cost of 6 for instruction:
%V4I8 = call <4 x i8> @llvm.abs.v4i8(<4 x i8> undef, i1 true)
_______________________________________________
llvm-branch-commits mailing list
llvm-branch-commits@lists.llvm.org
https://lists.llvm.org/cgi-bin/mailman/listinfo/llvm-branch-commits
