; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -disable-peephole -mtriple=x86_64-darwin-unknown < %s | FileCheck %s --check-prefixes=CHECK,SDAG ; RUN: llc -disable-peephole -mtriple=x86_64-darwin-unknown -fast-isel -fast-isel-abort=1 < %s | FileCheck %s --check-prefixes=CHECK,FAST ; RUN: llc -disable-peephole -mtriple=x86_64-darwin-unknown -mcpu=knl < %s | FileCheck %s --check-prefixes=CHECK,SDAG define {i64, i1} @t1() nounwind { ; CHECK-LABEL: t1: ; CHECK: ## %bb.0: ; CHECK-NEXT: movl $8, %ecx ; CHECK-NEXT: movl $9, %eax ; CHECK-NEXT: mulq %rcx ; CHECK-NEXT: seto %dl ; CHECK-NEXT: retq %1 = call {i64, i1} @llvm.umul.with.overflow.i64(i64 9, i64 8) ret {i64, i1} %1 } define {i64, i1} @t2() nounwind { ; CHECK-LABEL: t2: ; CHECK: ## %bb.0: ; CHECK-NEXT: xorl %eax, %eax ; CHECK-NEXT: xorl %edx, %edx ; CHECK-NEXT: retq %1 = call {i64, i1} @llvm.umul.with.overflow.i64(i64 9, i64 0) ret {i64, i1} %1 } define {i64, i1} @t3() nounwind { ; CHECK-LABEL: t3: ; CHECK: ## %bb.0: ; CHECK-NEXT: movq $-1, %rcx ; CHECK-NEXT: movl $9, %eax ; CHECK-NEXT: mulq %rcx ; CHECK-NEXT: seto %dl ; CHECK-NEXT: retq %1 = call {i64, i1} @llvm.umul.with.overflow.i64(i64 9, i64 -1) ret {i64, i1} %1 } ; SMULO define zeroext i1 @smuloi8(i8 %v1, i8 %v2, i8* %res) { ; SDAG-LABEL: smuloi8: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: imulb %sil ; SDAG-NEXT: seto %cl ; SDAG-NEXT: movb %al, (%rdx) ; SDAG-NEXT: movl %ecx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi8: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $al killed $al killed $eax ; FAST-NEXT: imulb %sil ; FAST-NEXT: seto %cl ; FAST-NEXT: movb %al, (%rdx) ; FAST-NEXT: andb $1, %cl ; FAST-NEXT: movzbl %cl, %eax ; FAST-NEXT: retq %t = call {i8, i1} @llvm.smul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 store i8 %val, i8* %res ret i1 %obit } define zeroext i1 @smuloi16(i16 %v1, i16 %v2, i16* %res) { ; SDAG-LABEL: smuloi16: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulw %si, %di ; SDAG-NEXT: seto %al ; SDAG-NEXT: movw %di, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi16: ; FAST: ## %bb.0: ; FAST-NEXT: imulw %si, %di ; FAST-NEXT: seto %al ; FAST-NEXT: movw %di, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i16, i1} @llvm.smul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 store i16 %val, i16* %res ret i1 %obit } define zeroext i1 @smuloi32(i32 %v1, i32 %v2, i32* %res) { ; SDAG-LABEL: smuloi32: ; SDAG: ## %bb.0: ; SDAG-NEXT: imull %esi, %edi ; SDAG-NEXT: seto %al ; SDAG-NEXT: movl %edi, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi32: ; FAST: ## %bb.0: ; FAST-NEXT: imull %esi, %edi ; FAST-NEXT: seto %al ; FAST-NEXT: movl %edi, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i32, i1} @llvm.smul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 store i32 %val, i32* %res ret i1 %obit } define zeroext i1 @smuloi64(i64 %v1, i64 %v2, i64* %res) { ; SDAG-LABEL: smuloi64: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulq %rsi, %rdi ; SDAG-NEXT: seto %al ; SDAG-NEXT: movq %rdi, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi64: ; FAST: ## %bb.0: ; FAST-NEXT: imulq %rsi, %rdi ; FAST-NEXT: seto %al ; FAST-NEXT: movq %rdi, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i64, i1} @llvm.smul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 store i64 %val, i64* %res ret i1 %obit } ; UMULO define zeroext i1 @umuloi8(i8 %v1, i8 %v2, i8* %res) { ; SDAG-LABEL: umuloi8: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: mulb %sil ; SDAG-NEXT: seto %cl ; SDAG-NEXT: movb %al, (%rdx) ; SDAG-NEXT: movl %ecx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi8: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $al killed $al killed $eax ; FAST-NEXT: mulb %sil ; FAST-NEXT: seto %cl ; FAST-NEXT: movb %al, (%rdx) ; FAST-NEXT: andb $1, %cl ; FAST-NEXT: movzbl %cl, %eax ; FAST-NEXT: retq %t = call {i8, i1} @llvm.umul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 store i8 %val, i8* %res ret i1 %obit } define zeroext i1 @umuloi16(i16 %v1, i16 %v2, i16* %res) { ; SDAG-LABEL: umuloi16: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $ax killed $ax killed $eax ; SDAG-NEXT: mulw %si ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movw %ax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi16: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $ax killed $ax killed $eax ; FAST-NEXT: mulw %si ; FAST-NEXT: seto %dl ; FAST-NEXT: movw %ax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %t = call {i16, i1} @llvm.umul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 store i16 %val, i16* %res ret i1 %obit } define zeroext i1 @umuloi32(i32 %v1, i32 %v2, i32* %res) { ; SDAG-LABEL: umuloi32: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: mull %esi ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movl %eax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi32: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: mull %esi ; FAST-NEXT: seto %dl ; FAST-NEXT: movl %eax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %t = call {i32, i1} @llvm.umul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 store i32 %val, i32* %res ret i1 %obit } define zeroext i1 @umuloi64(i64 %v1, i64 %v2, i64* %res) { ; SDAG-LABEL: umuloi64: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movq %rdi, %rax ; SDAG-NEXT: mulq %rsi ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movq %rax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi64: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movq %rdi, %rax ; FAST-NEXT: mulq %rsi ; FAST-NEXT: seto %dl ; FAST-NEXT: movq %rax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %t = call {i64, i1} @llvm.umul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 store i64 %val, i64* %res ret i1 %obit } ; ; Check the use of the overflow bit in combination with a select instruction. ; define i32 @smuloselecti32(i32 %v1, i32 %v2) { ; CHECK-LABEL: smuloselecti32: ; CHECK: ## %bb.0: ; CHECK-NEXT: movl %esi, %eax ; CHECK-NEXT: movl %edi, %ecx ; CHECK-NEXT: imull %esi, %ecx ; CHECK-NEXT: cmovol %edi, %eax ; CHECK-NEXT: retq %t = call {i32, i1} @llvm.smul.with.overflow.i32(i32 %v1, i32 %v2) %obit = extractvalue {i32, i1} %t, 1 %ret = select i1 %obit, i32 %v1, i32 %v2 ret i32 %ret } define i64 @smuloselecti64(i64 %v1, i64 %v2) { ; CHECK-LABEL: smuloselecti64: ; CHECK: ## %bb.0: ; CHECK-NEXT: movq %rsi, %rax ; CHECK-NEXT: movq %rdi, %rcx ; CHECK-NEXT: imulq %rsi, %rcx ; CHECK-NEXT: cmovoq %rdi, %rax ; CHECK-NEXT: retq %t = call {i64, i1} @llvm.smul.with.overflow.i64(i64 %v1, i64 %v2) %obit = extractvalue {i64, i1} %t, 1 %ret = select i1 %obit, i64 %v1, i64 %v2 ret i64 %ret } define i32 @umuloselecti32(i32 %v1, i32 %v2) { ; CHECK-LABEL: umuloselecti32: ; CHECK: ## %bb.0: ; CHECK-NEXT: movl %edi, %eax ; CHECK-NEXT: mull %esi ; CHECK-NEXT: cmovol %edi, %esi ; CHECK-NEXT: movl %esi, %eax ; CHECK-NEXT: retq %t = call {i32, i1} @llvm.umul.with.overflow.i32(i32 %v1, i32 %v2) %obit = extractvalue {i32, i1} %t, 1 %ret = select i1 %obit, i32 %v1, i32 %v2 ret i32 %ret } define i64 @umuloselecti64(i64 %v1, i64 %v2) { ; CHECK-LABEL: umuloselecti64: ; CHECK: ## %bb.0: ; CHECK-NEXT: movq %rdi, %rax ; CHECK-NEXT: mulq %rsi ; CHECK-NEXT: cmovoq %rdi, %rsi ; CHECK-NEXT: movq %rsi, %rax ; CHECK-NEXT: retq %t = call {i64, i1} @llvm.umul.with.overflow.i64(i64 %v1, i64 %v2) %obit = extractvalue {i64, i1} %t, 1 %ret = select i1 %obit, i64 %v1, i64 %v2 ret i64 %ret } ; ; Check the use of the overflow bit in combination with a branch instruction. ; define zeroext i1 @smulobri8(i8 %v1, i8 %v2) { ; SDAG-LABEL: smulobri8: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: imulb %sil ; SDAG-NEXT: jo LBB15_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB15_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: smulobri8: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $al killed $al killed $eax ; FAST-NEXT: imulb %sil ; FAST-NEXT: seto %al ; FAST-NEXT: testb $1, %al ; FAST-NEXT: jne LBB15_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB15_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i8, i1} @llvm.smul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define zeroext i1 @smulobri16(i16 %v1, i16 %v2) { ; SDAG-LABEL: smulobri16: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulw %si, %di ; SDAG-NEXT: jo LBB16_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB16_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: smulobri16: ; FAST: ## %bb.0: ; FAST-NEXT: imulw %si, %di ; FAST-NEXT: seto %al ; FAST-NEXT: testb $1, %al ; FAST-NEXT: jne LBB16_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB16_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i16, i1} @llvm.smul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define zeroext i1 @smulobri32(i32 %v1, i32 %v2) { ; SDAG-LABEL: smulobri32: ; SDAG: ## %bb.0: ; SDAG-NEXT: imull %esi, %edi ; SDAG-NEXT: jo LBB17_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB17_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: smulobri32: ; FAST: ## %bb.0: ; FAST-NEXT: imull %esi, %edi ; FAST-NEXT: jo LBB17_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB17_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i32, i1} @llvm.smul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define zeroext i1 @smulobri64(i64 %v1, i64 %v2) { ; SDAG-LABEL: smulobri64: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulq %rsi, %rdi ; SDAG-NEXT: jo LBB18_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB18_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: smulobri64: ; FAST: ## %bb.0: ; FAST-NEXT: imulq %rsi, %rdi ; FAST-NEXT: jo LBB18_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB18_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i64, i1} @llvm.smul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define zeroext i1 @umulobri8(i8 %v1, i8 %v2) { ; SDAG-LABEL: umulobri8: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: mulb %sil ; SDAG-NEXT: jo LBB19_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB19_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umulobri8: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $al killed $al killed $eax ; FAST-NEXT: mulb %sil ; FAST-NEXT: seto %al ; FAST-NEXT: testb $1, %al ; FAST-NEXT: jne LBB19_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB19_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i8, i1} @llvm.umul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define zeroext i1 @umulobri16(i16 %v1, i16 %v2) { ; SDAG-LABEL: umulobri16: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $ax killed $ax killed $eax ; SDAG-NEXT: mulw %si ; SDAG-NEXT: jo LBB20_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB20_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umulobri16: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $ax killed $ax killed $eax ; FAST-NEXT: mulw %si ; FAST-NEXT: seto %al ; FAST-NEXT: testb $1, %al ; FAST-NEXT: jne LBB20_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB20_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i16, i1} @llvm.umul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define zeroext i1 @umulobri32(i32 %v1, i32 %v2) { ; SDAG-LABEL: umulobri32: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: mull %esi ; SDAG-NEXT: jo LBB21_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB21_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umulobri32: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: mull %esi ; FAST-NEXT: jo LBB21_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB21_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i32, i1} @llvm.umul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define zeroext i1 @umulobri64(i64 %v1, i64 %v2) { ; SDAG-LABEL: umulobri64: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdi, %rax ; SDAG-NEXT: mulq %rsi ; SDAG-NEXT: jo LBB22_1 ; SDAG-NEXT: ## %bb.2: ## %continue ; SDAG-NEXT: movb $1, %al ; SDAG-NEXT: retq ; SDAG-NEXT: LBB22_1: ## %overflow ; SDAG-NEXT: xorl %eax, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umulobri64: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdi, %rax ; FAST-NEXT: mulq %rsi ; FAST-NEXT: jo LBB22_1 ; FAST-NEXT: ## %bb.2: ## %continue ; FAST-NEXT: movb $1, %al ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq ; FAST-NEXT: LBB22_1: ## %overflow ; FAST-NEXT: xorl %eax, %eax ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %t = call {i64, i1} @llvm.umul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 br i1 %obit, label %overflow, label %continue, !prof !0 overflow: ret i1 false continue: ret i1 true } define i1 @bug27873(i64 %c1, i1 %c2) { ; CHECK-LABEL: bug27873: ; CHECK: ## %bb.0: ; CHECK-NEXT: movq %rdi, %rax ; CHECK-NEXT: movl $160, %ecx ; CHECK-NEXT: mulq %rcx ; CHECK-NEXT: seto %al ; CHECK-NEXT: orb %sil, %al ; CHECK-NEXT: retq %mul = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 %c1, i64 160) %mul.overflow = extractvalue { i64, i1 } %mul, 1 %x1 = or i1 %c2, %mul.overflow ret i1 %x1 } define zeroext i1 @smuloi8_load(i8* %ptr1, i8 %v2, i8* %res) { ; SDAG-LABEL: smuloi8_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %esi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: imulb (%rdi) ; SDAG-NEXT: seto %cl ; SDAG-NEXT: movb %al, (%rdx) ; SDAG-NEXT: movl %ecx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi8_load: ; FAST: ## %bb.0: ; FAST-NEXT: movb (%rdi), %al ; FAST-NEXT: imulb %sil ; FAST-NEXT: seto %cl ; FAST-NEXT: movb %al, (%rdx) ; FAST-NEXT: andb $1, %cl ; FAST-NEXT: movzbl %cl, %eax ; FAST-NEXT: retq %v1 = load i8, i8* %ptr1 %t = call {i8, i1} @llvm.smul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 store i8 %val, i8* %res ret i1 %obit } define zeroext i1 @smuloi8_load2(i8 %v1, i8* %ptr2, i8* %res) { ; SDAG-LABEL: smuloi8_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: imulb (%rsi) ; SDAG-NEXT: seto %cl ; SDAG-NEXT: movb %al, (%rdx) ; SDAG-NEXT: movl %ecx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi8_load2: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $al killed $al killed $eax ; FAST-NEXT: imulb (%rsi) ; FAST-NEXT: seto %cl ; FAST-NEXT: movb %al, (%rdx) ; FAST-NEXT: andb $1, %cl ; FAST-NEXT: movzbl %cl, %eax ; FAST-NEXT: retq %v2 = load i8, i8* %ptr2 %t = call {i8, i1} @llvm.smul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 store i8 %val, i8* %res ret i1 %obit } define zeroext i1 @smuloi16_load(i16* %ptr1, i16 %v2, i16* %res) { ; SDAG-LABEL: smuloi16_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulw (%rdi), %si ; SDAG-NEXT: seto %al ; SDAG-NEXT: movw %si, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi16_load: ; FAST: ## %bb.0: ; FAST-NEXT: imulw (%rdi), %si ; FAST-NEXT: seto %al ; FAST-NEXT: movw %si, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %v1 = load i16, i16* %ptr1 %t = call {i16, i1} @llvm.smul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 store i16 %val, i16* %res ret i1 %obit } define zeroext i1 @smuloi16_load2(i16 %v1, i16* %ptr2, i16* %res) { ; SDAG-LABEL: smuloi16_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulw (%rsi), %di ; SDAG-NEXT: seto %al ; SDAG-NEXT: movw %di, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi16_load2: ; FAST: ## %bb.0: ; FAST-NEXT: imulw (%rsi), %di ; FAST-NEXT: seto %al ; FAST-NEXT: movw %di, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %v2 = load i16, i16* %ptr2 %t = call {i16, i1} @llvm.smul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 store i16 %val, i16* %res ret i1 %obit } define zeroext i1 @smuloi32_load(i32* %ptr1, i32 %v2, i32* %res) { ; SDAG-LABEL: smuloi32_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: imull (%rdi), %esi ; SDAG-NEXT: seto %al ; SDAG-NEXT: movl %esi, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi32_load: ; FAST: ## %bb.0: ; FAST-NEXT: imull (%rdi), %esi ; FAST-NEXT: seto %al ; FAST-NEXT: movl %esi, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %v1 = load i32, i32* %ptr1 %t = call {i32, i1} @llvm.smul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 store i32 %val, i32* %res ret i1 %obit } define zeroext i1 @smuloi32_load2(i32 %v1, i32* %ptr2, i32* %res) { ; SDAG-LABEL: smuloi32_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: imull (%rsi), %edi ; SDAG-NEXT: seto %al ; SDAG-NEXT: movl %edi, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi32_load2: ; FAST: ## %bb.0: ; FAST-NEXT: imull (%rsi), %edi ; FAST-NEXT: seto %al ; FAST-NEXT: movl %edi, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %v2 = load i32, i32* %ptr2 %t = call {i32, i1} @llvm.smul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 store i32 %val, i32* %res ret i1 %obit } define zeroext i1 @smuloi64_load(i64* %ptr1, i64 %v2, i64* %res) { ; SDAG-LABEL: smuloi64_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulq (%rdi), %rsi ; SDAG-NEXT: seto %al ; SDAG-NEXT: movq %rsi, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi64_load: ; FAST: ## %bb.0: ; FAST-NEXT: imulq (%rdi), %rsi ; FAST-NEXT: seto %al ; FAST-NEXT: movq %rsi, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %v1 = load i64, i64* %ptr1 %t = call {i64, i1} @llvm.smul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 store i64 %val, i64* %res ret i1 %obit } define zeroext i1 @smuloi64_load2(i64 %v1, i64* %ptr2, i64* %res) { ; SDAG-LABEL: smuloi64_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: imulq (%rsi), %rdi ; SDAG-NEXT: seto %al ; SDAG-NEXT: movq %rdi, (%rdx) ; SDAG-NEXT: retq ; ; FAST-LABEL: smuloi64_load2: ; FAST: ## %bb.0: ; FAST-NEXT: imulq (%rsi), %rdi ; FAST-NEXT: seto %al ; FAST-NEXT: movq %rdi, (%rdx) ; FAST-NEXT: andb $1, %al ; FAST-NEXT: movzbl %al, %eax ; FAST-NEXT: retq %v2 = load i64, i64* %ptr2 %t = call {i64, i1} @llvm.smul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 store i64 %val, i64* %res ret i1 %obit } define zeroext i1 @umuloi8_load(i8* %ptr1, i8 %v2, i8* %res) { ; SDAG-LABEL: umuloi8_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %esi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: mulb (%rdi) ; SDAG-NEXT: seto %cl ; SDAG-NEXT: movb %al, (%rdx) ; SDAG-NEXT: movl %ecx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi8_load: ; FAST: ## %bb.0: ; FAST-NEXT: movb (%rdi), %al ; FAST-NEXT: mulb %sil ; FAST-NEXT: seto %cl ; FAST-NEXT: movb %al, (%rdx) ; FAST-NEXT: andb $1, %cl ; FAST-NEXT: movzbl %cl, %eax ; FAST-NEXT: retq %v1 = load i8, i8* %ptr1 %t = call {i8, i1} @llvm.umul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 store i8 %val, i8* %res ret i1 %obit } define zeroext i1 @umuloi8_load2(i8 %v1, i8* %ptr2, i8* %res) { ; SDAG-LABEL: umuloi8_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $al killed $al killed $eax ; SDAG-NEXT: mulb (%rsi) ; SDAG-NEXT: seto %cl ; SDAG-NEXT: movb %al, (%rdx) ; SDAG-NEXT: movl %ecx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi8_load2: ; FAST: ## %bb.0: ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $al killed $al killed $eax ; FAST-NEXT: mulb (%rsi) ; FAST-NEXT: seto %cl ; FAST-NEXT: movb %al, (%rdx) ; FAST-NEXT: andb $1, %cl ; FAST-NEXT: movzbl %cl, %eax ; FAST-NEXT: retq %v2 = load i8, i8* %ptr2 %t = call {i8, i1} @llvm.umul.with.overflow.i8(i8 %v1, i8 %v2) %val = extractvalue {i8, i1} %t, 0 %obit = extractvalue {i8, i1} %t, 1 store i8 %val, i8* %res ret i1 %obit } define zeroext i1 @umuloi16_load(i16* %ptr1, i16 %v2, i16* %res) { ; SDAG-LABEL: umuloi16_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movl %esi, %eax ; SDAG-NEXT: ## kill: def $ax killed $ax killed $eax ; SDAG-NEXT: mulw (%rdi) ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movw %ax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi16_load: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movzwl (%rdi), %eax ; FAST-NEXT: mulw %si ; FAST-NEXT: seto %dl ; FAST-NEXT: movw %ax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %v1 = load i16, i16* %ptr1 %t = call {i16, i1} @llvm.umul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 store i16 %val, i16* %res ret i1 %obit } define zeroext i1 @umuloi16_load2(i16 %v1, i16* %ptr2, i16* %res) { ; SDAG-LABEL: umuloi16_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: ## kill: def $ax killed $ax killed $eax ; SDAG-NEXT: mulw (%rsi) ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movw %ax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi16_load2: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: ## kill: def $ax killed $ax killed $eax ; FAST-NEXT: mulw (%rsi) ; FAST-NEXT: seto %dl ; FAST-NEXT: movw %ax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %v2 = load i16, i16* %ptr2 %t = call {i16, i1} @llvm.umul.with.overflow.i16(i16 %v1, i16 %v2) %val = extractvalue {i16, i1} %t, 0 %obit = extractvalue {i16, i1} %t, 1 store i16 %val, i16* %res ret i1 %obit } define zeroext i1 @umuloi32_load(i32* %ptr1, i32 %v2, i32* %res) { ; SDAG-LABEL: umuloi32_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movl %esi, %eax ; SDAG-NEXT: mull (%rdi) ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movl %eax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi32_load: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movl (%rdi), %eax ; FAST-NEXT: mull %esi ; FAST-NEXT: seto %dl ; FAST-NEXT: movl %eax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %v1 = load i32, i32* %ptr1 %t = call {i32, i1} @llvm.umul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 store i32 %val, i32* %res ret i1 %obit } define zeroext i1 @umuloi32_load2(i32 %v1, i32* %ptr2, i32* %res) { ; SDAG-LABEL: umuloi32_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movl %edi, %eax ; SDAG-NEXT: mull (%rsi) ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movl %eax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi32_load2: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movl %edi, %eax ; FAST-NEXT: mull (%rsi) ; FAST-NEXT: seto %dl ; FAST-NEXT: movl %eax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %v2 = load i32, i32* %ptr2 %t = call {i32, i1} @llvm.umul.with.overflow.i32(i32 %v1, i32 %v2) %val = extractvalue {i32, i1} %t, 0 %obit = extractvalue {i32, i1} %t, 1 store i32 %val, i32* %res ret i1 %obit } define zeroext i1 @umuloi64_load(i64* %ptr1, i64 %v2, i64* %res) { ; SDAG-LABEL: umuloi64_load: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movq %rsi, %rax ; SDAG-NEXT: mulq (%rdi) ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movq %rax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi64_load: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movq (%rdi), %rax ; FAST-NEXT: mulq %rsi ; FAST-NEXT: seto %dl ; FAST-NEXT: movq %rax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %v1 = load i64, i64* %ptr1 %t = call {i64, i1} @llvm.umul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 store i64 %val, i64* %res ret i1 %obit } define zeroext i1 @umuloi64_load2(i64 %v1, i64* %ptr2, i64* %res) { ; SDAG-LABEL: umuloi64_load2: ; SDAG: ## %bb.0: ; SDAG-NEXT: movq %rdx, %rcx ; SDAG-NEXT: movq %rdi, %rax ; SDAG-NEXT: mulq (%rsi) ; SDAG-NEXT: seto %dl ; SDAG-NEXT: movq %rax, (%rcx) ; SDAG-NEXT: movl %edx, %eax ; SDAG-NEXT: retq ; ; FAST-LABEL: umuloi64_load2: ; FAST: ## %bb.0: ; FAST-NEXT: movq %rdx, %rcx ; FAST-NEXT: movq %rdi, %rax ; FAST-NEXT: mulq (%rsi) ; FAST-NEXT: seto %dl ; FAST-NEXT: movq %rax, (%rcx) ; FAST-NEXT: andb $1, %dl ; FAST-NEXT: movzbl %dl, %eax ; FAST-NEXT: retq %v2 = load i64, i64* %ptr2 %t = call {i64, i1} @llvm.umul.with.overflow.i64(i64 %v1, i64 %v2) %val = extractvalue {i64, i1} %t, 0 %obit = extractvalue {i64, i1} %t, 1 store i64 %val, i64* %res ret i1 %obit } declare {i8, i1} @llvm.smul.with.overflow.i8 (i8, i8 ) nounwind readnone declare {i16, i1} @llvm.smul.with.overflow.i16(i16, i16) nounwind readnone declare {i32, i1} @llvm.smul.with.overflow.i32(i32, i32) nounwind readnone declare {i64, i1} @llvm.smul.with.overflow.i64(i64, i64) nounwind readnone declare {i8, i1} @llvm.umul.with.overflow.i8 (i8, i8 ) nounwind readnone declare {i16, i1} @llvm.umul.with.overflow.i16(i16, i16) nounwind readnone declare {i32, i1} @llvm.umul.with.overflow.i32(i32, i32) nounwind readnone declare {i64, i1} @llvm.umul.with.overflow.i64(i64, i64) nounwind readnone !0 = !{!"branch_weights", i32 0, i32 2147483647}