Skip to content

Commit 99fbe61

Browse files
committed
[X86] Truncate i64 sub to i32 when upper 33 bits are zeros
1 parent c91cbaf commit 99fbe61

File tree

2 files changed

+98
-0
lines changed

2 files changed

+98
-0
lines changed

llvm/lib/Target/X86/X86ISelLowering.cpp

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58191,8 +58191,28 @@ static SDValue combineSub(SDNode *N, SelectionDAG &DAG,
5819158191
EVT VT = N->getValueType(0);
5819258192
SDValue Op0 = N->getOperand(0);
5819358193
SDValue Op1 = N->getOperand(1);
58194+
unsigned int Opcode = N->getOpcode();
5819458195
SDLoc DL(N);
5819558196

58197+
// Use a 32-bit sub+zext if upper 33 bits known zero.
58198+
if (VT == MVT::i64 && Subtarget.is64Bit()) {
58199+
APInt HiMask = APInt::getHighBitsSet(64, 33);
58200+
if (DAG.MaskedValueIsZero(Op0, HiMask) &&
58201+
DAG.MaskedValueIsZero(Op1, HiMask)) {
58202+
SDValue LHS = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Op0);
58203+
SDValue RHS = DAG.getNode(ISD::TRUNCATE, DL, MVT::i32, Op1);
58204+
bool NUW = Op0->getFlags().hasNoUnsignedWrap();
58205+
NUW = NUW & DAG.willNotOverflowAdd(false, LHS, RHS);
58206+
SDNodeFlags Flags;
58207+
Flags.setNoUnsignedWrap(NUW);
58208+
// Always true since in the worst case 0 - 2147483647 = -2147483647, still
58209+
// fits in i32
58210+
Flags.setNoSignedWrap(true);
58211+
SDValue Sub = DAG.getNode(Opcode, DL, MVT::i32, LHS, RHS, Flags);
58212+
return DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i64, Sub);
58213+
}
58214+
}
58215+
5819658216
auto IsNonOpaqueConstant = [&](SDValue Op) {
5819758217
return DAG.isConstantIntBuildVectorOrConstantInt(Op,
5819858218
/*AllowOpaques*/ false);
Lines changed: 78 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,78 @@
1+
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2+
; RUN: llc < %s -mtriple=i686-unknown-unknown | FileCheck %s --check-prefix=X86
3+
; RUN: llc < %s -mtriple=x86_64-unknown-unknown | FileCheck %s --check-prefix=X64
4+
5+
; Truncate to 32 bit subtraction since first 48 bits are zeros
6+
define i64 @test1(i16 %a, i16 %b) nounwind {
7+
; X86-LABEL: test1:
8+
; X86: # %bb.0:
9+
; X86-NEXT: movzwl {{[0-9]+}}(%esp), %ecx
10+
; X86-NEXT: movzwl {{[0-9]+}}(%esp), %eax
11+
; X86-NEXT: xorl %edx, %edx
12+
; X86-NEXT: subl %ecx, %eax
13+
; X86-NEXT: sbbl %edx, %edx
14+
; X86-NEXT: retl
15+
;
16+
; X64-LABEL: test1:
17+
; X64: # %bb.0:
18+
; X64-NEXT: movzwl %si, %ecx
19+
; X64-NEXT: movzwl %di, %eax
20+
; X64-NEXT: subl %ecx, %eax
21+
; X64-NEXT: retq
22+
%zext_a = zext i16 %a to i64
23+
%zext_b = zext i16 %b to i64
24+
%sub = sub i64 %zext_a, %zext_b
25+
ret i64 %sub
26+
}
27+
28+
; Do not truncate to 32 bit subtraction if 32nd bit is set
29+
define i64 @test2(i16 %a, i16 %b) nounwind {
30+
; X86-LABEL: test2:
31+
; X86: # %bb.0:
32+
; X86-NEXT: movzwl {{[0-9]+}}(%esp), %ecx
33+
; X86-NEXT: movzwl {{[0-9]+}}(%esp), %eax
34+
; X86-NEXT: subl %ecx, %eax
35+
; X86-NEXT: movl $1, %edx
36+
; X86-NEXT: sbbl $0, %edx
37+
; X86-NEXT: retl
38+
;
39+
; X64-LABEL: test2:
40+
; X64: # %bb.0:
41+
; X64-NEXT: movzwl %di, %ecx
42+
; X64-NEXT: movzwl %si, %edx
43+
; X64-NEXT: movabsq $4294967296, %rax # imm = 0x100000000
44+
; X64-NEXT: orq %rcx, %rax
45+
; X64-NEXT: subq %rdx, %rax
46+
; X64-NEXT: retq
47+
%zext_a = zext i16 %a to i64
48+
%zext_b = zext i16 %b to i64
49+
%or_a = or i64 %zext_a, 4294967296
50+
%sub = sub i64 %or_a, %zext_b
51+
ret i64 %sub
52+
}
53+
54+
; Do not truncate to 32 bit subtraction in case of sign extension
55+
define i64 @test3(i16 %a, i16 %b) nounwind {
56+
; X86-LABEL: test3:
57+
; X86: # %bb.0:
58+
; X86-NEXT: movswl {{[0-9]+}}(%esp), %eax
59+
; X86-NEXT: movl %eax, %edx
60+
; X86-NEXT: sarl $31, %edx
61+
; X86-NEXT: movzwl {{[0-9]+}}(%esp), %ecx
62+
; X86-NEXT: subl %ecx, %eax
63+
; X86-NEXT: sbbl $0, %edx
64+
; X86-NEXT: retl
65+
;
66+
; X64-LABEL: test3:
67+
; X64: # %bb.0:
68+
; X64-NEXT: # kill: def $edi killed $edi def $rdi
69+
; X64-NEXT: movswq %di, %rax
70+
; X64-NEXT: movzwl %si, %ecx
71+
; X64-NEXT: subq %rcx, %rax
72+
; X64-NEXT: retq
73+
%sext_a = sext i16 %a to i64
74+
%zext_b = zext i16 %b to i64
75+
%sub = sub i64 %sext_a, %zext_b
76+
ret i64 %sub
77+
}
78+

0 commit comments

Comments
 (0)