676 lines
22 KiB
LLVM
676 lines
22 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc < %s -mtriple=aarch64-unknown-linux-gnu -mattr=+neon,-use-reciprocal-square-root | FileCheck %s --check-prefix=FAULT
|
|
; RUN: llc < %s -mtriple=aarch64-unknown-linux-gnu -mattr=+neon,+use-reciprocal-square-root | FileCheck %s
|
|
|
|
declare float @llvm.sqrt.f32(float) #0
|
|
declare <2 x float> @llvm.sqrt.v2f32(<2 x float>) #0
|
|
declare <4 x float> @llvm.sqrt.v4f32(<4 x float>) #0
|
|
declare <8 x float> @llvm.sqrt.v8f32(<8 x float>) #0
|
|
declare double @llvm.sqrt.f64(double) #0
|
|
declare <2 x double> @llvm.sqrt.v2f64(<2 x double>) #0
|
|
declare <4 x double> @llvm.sqrt.v4f64(<4 x double>) #0
|
|
|
|
define float @fsqrt(float %a) #0 {
|
|
; FAULT-LABEL: fsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt s0, s0
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: fsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte s1, s0
|
|
; CHECK-NEXT: fmul s2, s1, s1
|
|
; CHECK-NEXT: frsqrts s2, s0, s2
|
|
; CHECK-NEXT: fmul s1, s1, s2
|
|
; CHECK-NEXT: fmul s2, s1, s1
|
|
; CHECK-NEXT: frsqrts s2, s0, s2
|
|
; CHECK-NEXT: fmul s2, s2, s0
|
|
; CHECK-NEXT: fmul s1, s1, s2
|
|
; CHECK-NEXT: fcmp s0, #0.0
|
|
; CHECK-NEXT: fcsel s0, s0, s1, eq
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast float @llvm.sqrt.f32(float %a)
|
|
ret float %1
|
|
}
|
|
|
|
define float @fsqrt_ieee_denorms(float %a) #1 {
|
|
; FAULT-LABEL: fsqrt_ieee_denorms:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt s0, s0
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: fsqrt_ieee_denorms:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte s1, s0
|
|
; CHECK-NEXT: fmul s2, s1, s1
|
|
; CHECK-NEXT: frsqrts s2, s0, s2
|
|
; CHECK-NEXT: fmul s1, s1, s2
|
|
; CHECK-NEXT: fmul s2, s1, s1
|
|
; CHECK-NEXT: frsqrts s2, s0, s2
|
|
; CHECK-NEXT: fmul s2, s2, s0
|
|
; CHECK-NEXT: fmul s1, s1, s2
|
|
; CHECK-NEXT: fcmp s0, #0.0
|
|
; CHECK-NEXT: fcsel s0, s0, s1, eq
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast float @llvm.sqrt.f32(float %a)
|
|
ret float %1
|
|
}
|
|
|
|
define <2 x float> @f2sqrt(<2 x float> %a) #0 {
|
|
; FAULT-LABEL: f2sqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.2s, v0.2s
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: f2sqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v1.2s, v0.2s
|
|
; CHECK-NEXT: fmul v2.2s, v1.2s, v1.2s
|
|
; CHECK-NEXT: frsqrts v2.2s, v0.2s, v2.2s
|
|
; CHECK-NEXT: fmul v1.2s, v1.2s, v2.2s
|
|
; CHECK-NEXT: fmul v2.2s, v1.2s, v1.2s
|
|
; CHECK-NEXT: frsqrts v2.2s, v0.2s, v2.2s
|
|
; CHECK-NEXT: fmul v2.2s, v2.2s, v0.2s
|
|
; CHECK-NEXT: fmul v1.2s, v1.2s, v2.2s
|
|
; CHECK-NEXT: fcmeq v2.2s, v0.2s, #0.0
|
|
; CHECK-NEXT: bif v0.8b, v1.8b, v2.8b
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <2 x float> @llvm.sqrt.v2f32(<2 x float> %a)
|
|
ret <2 x float> %1
|
|
}
|
|
|
|
define <4 x float> @f4sqrt(<4 x float> %a) #0 {
|
|
; FAULT-LABEL: f4sqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.4s, v0.4s
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: f4sqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v1.4s, v0.4s
|
|
; CHECK-NEXT: fmul v2.4s, v1.4s, v1.4s
|
|
; CHECK-NEXT: frsqrts v2.4s, v0.4s, v2.4s
|
|
; CHECK-NEXT: fmul v1.4s, v1.4s, v2.4s
|
|
; CHECK-NEXT: fmul v2.4s, v1.4s, v1.4s
|
|
; CHECK-NEXT: frsqrts v2.4s, v0.4s, v2.4s
|
|
; CHECK-NEXT: fmul v2.4s, v2.4s, v0.4s
|
|
; CHECK-NEXT: fmul v1.4s, v1.4s, v2.4s
|
|
; CHECK-NEXT: fcmeq v2.4s, v0.4s, #0.0
|
|
; CHECK-NEXT: bif v0.16b, v1.16b, v2.16b
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <4 x float> @llvm.sqrt.v4f32(<4 x float> %a)
|
|
ret <4 x float> %1
|
|
}
|
|
|
|
define <8 x float> @f8sqrt(<8 x float> %a) #0 {
|
|
; FAULT-LABEL: f8sqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.4s, v0.4s
|
|
; FAULT-NEXT: fsqrt v1.4s, v1.4s
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: f8sqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v2.4s, v0.4s
|
|
; CHECK-NEXT: fmul v3.4s, v2.4s, v2.4s
|
|
; CHECK-NEXT: frsqrts v3.4s, v0.4s, v3.4s
|
|
; CHECK-NEXT: fmul v2.4s, v2.4s, v3.4s
|
|
; CHECK-NEXT: fmul v3.4s, v2.4s, v2.4s
|
|
; CHECK-NEXT: frsqrts v3.4s, v0.4s, v3.4s
|
|
; CHECK-NEXT: fmul v3.4s, v3.4s, v0.4s
|
|
; CHECK-NEXT: fmul v2.4s, v2.4s, v3.4s
|
|
; CHECK-NEXT: fcmeq v3.4s, v0.4s, #0.0
|
|
; CHECK-NEXT: bif v0.16b, v2.16b, v3.16b
|
|
; CHECK-NEXT: frsqrte v2.4s, v1.4s
|
|
; CHECK-NEXT: fmul v3.4s, v2.4s, v2.4s
|
|
; CHECK-NEXT: frsqrts v3.4s, v1.4s, v3.4s
|
|
; CHECK-NEXT: fmul v2.4s, v2.4s, v3.4s
|
|
; CHECK-NEXT: fmul v3.4s, v2.4s, v2.4s
|
|
; CHECK-NEXT: frsqrts v3.4s, v1.4s, v3.4s
|
|
; CHECK-NEXT: fmul v3.4s, v3.4s, v1.4s
|
|
; CHECK-NEXT: fmul v2.4s, v2.4s, v3.4s
|
|
; CHECK-NEXT: fcmeq v3.4s, v1.4s, #0.0
|
|
; CHECK-NEXT: bif v1.16b, v2.16b, v3.16b
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <8 x float> @llvm.sqrt.v8f32(<8 x float> %a)
|
|
ret <8 x float> %1
|
|
}
|
|
|
|
define double @dsqrt(double %a) #0 {
|
|
; FAULT-LABEL: dsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: dsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d2, d2, d0
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fcmp d0, #0.0
|
|
; CHECK-NEXT: fcsel d0, d0, d1, eq
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast double @llvm.sqrt.f64(double %a)
|
|
ret double %1
|
|
}
|
|
|
|
define double @dsqrt_ieee_denorms(double %a) #1 {
|
|
; FAULT-LABEL: dsqrt_ieee_denorms:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: dsqrt_ieee_denorms:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d2, d2, d0
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fcmp d0, #0.0
|
|
; CHECK-NEXT: fcsel d0, d0, d1, eq
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast double @llvm.sqrt.f64(double %a)
|
|
ret double %1
|
|
}
|
|
|
|
define <2 x double> @d2sqrt(<2 x double> %a) #0 {
|
|
; FAULT-LABEL: d2sqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.2d, v0.2d
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: d2sqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v1.2d, v0.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v0.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fcmeq v2.2d, v0.2d, #0.0
|
|
; CHECK-NEXT: bif v0.16b, v1.16b, v2.16b
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <2 x double> @llvm.sqrt.v2f64(<2 x double> %a)
|
|
ret <2 x double> %1
|
|
}
|
|
|
|
define <4 x double> @d4sqrt(<4 x double> %a) #0 {
|
|
; FAULT-LABEL: d4sqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.2d, v0.2d
|
|
; FAULT-NEXT: fsqrt v1.2d, v1.2d
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: d4sqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v2.2d, v0.2d
|
|
; CHECK-NEXT: fmul v3.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v3.2d, v0.2d, v3.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v3.2d
|
|
; CHECK-NEXT: fmul v3.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v3.2d, v0.2d, v3.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v3.2d
|
|
; CHECK-NEXT: fmul v3.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v3.2d, v0.2d, v3.2d
|
|
; CHECK-NEXT: fmul v3.2d, v3.2d, v0.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v3.2d
|
|
; CHECK-NEXT: fcmeq v3.2d, v0.2d, #0.0
|
|
; CHECK-NEXT: bif v0.16b, v2.16b, v3.16b
|
|
; CHECK-NEXT: frsqrte v2.2d, v1.2d
|
|
; CHECK-NEXT: fmul v3.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v3.2d, v1.2d, v3.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v3.2d
|
|
; CHECK-NEXT: fmul v3.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v3.2d, v1.2d, v3.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v3.2d
|
|
; CHECK-NEXT: fmul v3.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v3.2d, v1.2d, v3.2d
|
|
; CHECK-NEXT: fmul v3.2d, v3.2d, v1.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v3.2d
|
|
; CHECK-NEXT: fcmeq v3.2d, v1.2d, #0.0
|
|
; CHECK-NEXT: bif v1.16b, v2.16b, v3.16b
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <4 x double> @llvm.sqrt.v4f64(<4 x double> %a)
|
|
ret <4 x double> %1
|
|
}
|
|
|
|
define float @frsqrt(float %a) #0 {
|
|
; FAULT-LABEL: frsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt s0, s0
|
|
; FAULT-NEXT: fmov s1, #1.00000000
|
|
; FAULT-NEXT: fdiv s0, s1, s0
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: frsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte s1, s0
|
|
; CHECK-NEXT: fmul s2, s1, s1
|
|
; CHECK-NEXT: frsqrts s2, s0, s2
|
|
; CHECK-NEXT: fmul s1, s1, s2
|
|
; CHECK-NEXT: fmul s2, s1, s1
|
|
; CHECK-NEXT: frsqrts s0, s0, s2
|
|
; CHECK-NEXT: fmul s0, s1, s0
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast float @llvm.sqrt.f32(float %a)
|
|
%2 = fdiv fast float 1.000000e+00, %1
|
|
ret float %2
|
|
}
|
|
|
|
define <2 x float> @f2rsqrt(<2 x float> %a) #0 {
|
|
; FAULT-LABEL: f2rsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.2s, v0.2s
|
|
; FAULT-NEXT: fmov v1.2s, #1.00000000
|
|
; FAULT-NEXT: fdiv v0.2s, v1.2s, v0.2s
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: f2rsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v1.2s, v0.2s
|
|
; CHECK-NEXT: fmul v2.2s, v1.2s, v1.2s
|
|
; CHECK-NEXT: frsqrts v2.2s, v0.2s, v2.2s
|
|
; CHECK-NEXT: fmul v1.2s, v1.2s, v2.2s
|
|
; CHECK-NEXT: fmul v2.2s, v1.2s, v1.2s
|
|
; CHECK-NEXT: frsqrts v0.2s, v0.2s, v2.2s
|
|
; CHECK-NEXT: fmul v0.2s, v1.2s, v0.2s
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <2 x float> @llvm.sqrt.v2f32(<2 x float> %a)
|
|
%2 = fdiv fast <2 x float> <float 1.000000e+00, float 1.000000e+00>, %1
|
|
ret <2 x float> %2
|
|
}
|
|
|
|
define <4 x float> @f4rsqrt(<4 x float> %a) #0 {
|
|
; FAULT-LABEL: f4rsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.4s, v0.4s
|
|
; FAULT-NEXT: fmov v1.4s, #1.00000000
|
|
; FAULT-NEXT: fdiv v0.4s, v1.4s, v0.4s
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: f4rsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v1.4s, v0.4s
|
|
; CHECK-NEXT: fmul v2.4s, v1.4s, v1.4s
|
|
; CHECK-NEXT: frsqrts v2.4s, v0.4s, v2.4s
|
|
; CHECK-NEXT: fmul v1.4s, v1.4s, v2.4s
|
|
; CHECK-NEXT: fmul v2.4s, v1.4s, v1.4s
|
|
; CHECK-NEXT: frsqrts v0.4s, v0.4s, v2.4s
|
|
; CHECK-NEXT: fmul v0.4s, v1.4s, v0.4s
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <4 x float> @llvm.sqrt.v4f32(<4 x float> %a)
|
|
%2 = fdiv fast <4 x float> <float 1.000000e+00, float 1.000000e+00, float 1.000000e+00, float 1.000000e+00>, %1
|
|
ret <4 x float> %2
|
|
}
|
|
|
|
define <8 x float> @f8rsqrt(<8 x float> %a) #0 {
|
|
; FAULT-LABEL: f8rsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v1.4s, v1.4s
|
|
; FAULT-NEXT: fsqrt v0.4s, v0.4s
|
|
; FAULT-NEXT: fmov v2.4s, #1.00000000
|
|
; FAULT-NEXT: fdiv v0.4s, v2.4s, v0.4s
|
|
; FAULT-NEXT: fdiv v1.4s, v2.4s, v1.4s
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: f8rsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v2.4s, v0.4s
|
|
; CHECK-NEXT: fmul v4.4s, v2.4s, v2.4s
|
|
; CHECK-NEXT: frsqrte v3.4s, v1.4s
|
|
; CHECK-NEXT: frsqrts v4.4s, v0.4s, v4.4s
|
|
; CHECK-NEXT: fmul v2.4s, v2.4s, v4.4s
|
|
; CHECK-NEXT: fmul v4.4s, v3.4s, v3.4s
|
|
; CHECK-NEXT: frsqrts v4.4s, v1.4s, v4.4s
|
|
; CHECK-NEXT: fmul v3.4s, v3.4s, v4.4s
|
|
; CHECK-NEXT: fmul v4.4s, v2.4s, v2.4s
|
|
; CHECK-NEXT: frsqrts v0.4s, v0.4s, v4.4s
|
|
; CHECK-NEXT: fmul v4.4s, v3.4s, v3.4s
|
|
; CHECK-NEXT: frsqrts v1.4s, v1.4s, v4.4s
|
|
; CHECK-NEXT: fmul v0.4s, v2.4s, v0.4s
|
|
; CHECK-NEXT: fmul v1.4s, v3.4s, v1.4s
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <8 x float> @llvm.sqrt.v8f32(<8 x float> %a)
|
|
%2 = fdiv fast <8 x float> <float 1.000000e+00, float 1.000000e+00, float 1.000000e+00, float 1.000000e+00, float 1.000000e+00, float 1.000000e+00, float 1.000000e+00, float 1.000000e+00>, %1
|
|
ret <8 x float> %2
|
|
}
|
|
|
|
define double @drsqrt(double %a) #0 {
|
|
; FAULT-LABEL: drsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: fmov d1, #1.00000000
|
|
; FAULT-NEXT: fdiv d0, d1, d0
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: drsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d0, d0, d2
|
|
; CHECK-NEXT: fmul d0, d1, d0
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast double @llvm.sqrt.f64(double %a)
|
|
%2 = fdiv fast double 1.000000e+00, %1
|
|
ret double %2
|
|
}
|
|
|
|
define <2 x double> @d2rsqrt(<2 x double> %a) #0 {
|
|
; FAULT-LABEL: d2rsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.2d, v0.2d
|
|
; FAULT-NEXT: fmov v1.2d, #1.00000000
|
|
; FAULT-NEXT: fdiv v0.2d, v1.2d, v0.2d
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: d2rsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v1.2d, v0.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v0.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v0.2d, v1.2d, v0.2d
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <2 x double> @llvm.sqrt.v2f64(<2 x double> %a)
|
|
%2 = fdiv fast <2 x double> <double 1.000000e+00, double 1.000000e+00>, %1
|
|
ret <2 x double> %2
|
|
}
|
|
|
|
define <4 x double> @d4rsqrt(<4 x double> %a) #0 {
|
|
; FAULT-LABEL: d4rsqrt:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v1.2d, v1.2d
|
|
; FAULT-NEXT: fsqrt v0.2d, v0.2d
|
|
; FAULT-NEXT: fmov v2.2d, #1.00000000
|
|
; FAULT-NEXT: fdiv v0.2d, v2.2d, v0.2d
|
|
; FAULT-NEXT: fdiv v1.2d, v2.2d, v1.2d
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: d4rsqrt:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v2.2d, v0.2d
|
|
; CHECK-NEXT: fmul v4.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrte v3.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v4.2d, v0.2d, v4.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v4.2d
|
|
; CHECK-NEXT: fmul v4.2d, v3.2d, v3.2d
|
|
; CHECK-NEXT: frsqrts v4.2d, v1.2d, v4.2d
|
|
; CHECK-NEXT: fmul v3.2d, v3.2d, v4.2d
|
|
; CHECK-NEXT: fmul v4.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v4.2d, v0.2d, v4.2d
|
|
; CHECK-NEXT: fmul v2.2d, v2.2d, v4.2d
|
|
; CHECK-NEXT: fmul v4.2d, v3.2d, v3.2d
|
|
; CHECK-NEXT: frsqrts v4.2d, v1.2d, v4.2d
|
|
; CHECK-NEXT: fmul v3.2d, v3.2d, v4.2d
|
|
; CHECK-NEXT: fmul v4.2d, v2.2d, v2.2d
|
|
; CHECK-NEXT: frsqrts v0.2d, v0.2d, v4.2d
|
|
; CHECK-NEXT: fmul v4.2d, v3.2d, v3.2d
|
|
; CHECK-NEXT: frsqrts v1.2d, v1.2d, v4.2d
|
|
; CHECK-NEXT: fmul v0.2d, v2.2d, v0.2d
|
|
; CHECK-NEXT: fmul v1.2d, v3.2d, v1.2d
|
|
; CHECK-NEXT: ret
|
|
%1 = tail call fast <4 x double> @llvm.sqrt.v4f64(<4 x double> %a)
|
|
%2 = fdiv fast <4 x double> <double 1.000000e+00, double 1.000000e+00, double 1.000000e+00, double 1.000000e+00>, %1
|
|
ret <4 x double> %2
|
|
}
|
|
|
|
define double @sqrt_fdiv_common_operand(double %x) nounwind {
|
|
; FAULT-LABEL: sqrt_fdiv_common_operand:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: sqrt_fdiv_common_operand:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d0, d0, d1
|
|
; CHECK-NEXT: ret
|
|
%sqrt = call fast double @llvm.sqrt.f64(double %x)
|
|
%r = fdiv fast double %x, %sqrt
|
|
ret double %r
|
|
}
|
|
|
|
define <2 x double> @sqrt_fdiv_common_operand_vec(<2 x double> %x) nounwind {
|
|
; FAULT-LABEL: sqrt_fdiv_common_operand_vec:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt v0.2d, v0.2d
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: sqrt_fdiv_common_operand_vec:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte v1.2d, v0.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fmul v2.2d, v1.2d, v1.2d
|
|
; CHECK-NEXT: frsqrts v2.2d, v0.2d, v2.2d
|
|
; CHECK-NEXT: fmul v1.2d, v1.2d, v2.2d
|
|
; CHECK-NEXT: fmul v0.2d, v0.2d, v1.2d
|
|
; CHECK-NEXT: ret
|
|
%sqrt = call <2 x double> @llvm.sqrt.v2f64(<2 x double> %x)
|
|
%r = fdiv arcp nsz reassoc <2 x double> %x, %sqrt
|
|
ret <2 x double> %r
|
|
}
|
|
|
|
define double @sqrt_fdiv_common_operand_extra_use(double %x, double* %p) nounwind {
|
|
; FAULT-LABEL: sqrt_fdiv_common_operand_extra_use:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: str d0, [x0]
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: sqrt_fdiv_common_operand_extra_use:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fcmp d0, #0.0
|
|
; CHECK-NEXT: fmul d1, d0, d1
|
|
; CHECK-NEXT: fcsel d0, d0, d1, eq
|
|
; CHECK-NEXT: str d0, [x0]
|
|
; CHECK-NEXT: mov v0.16b, v1.16b
|
|
; CHECK-NEXT: ret
|
|
%sqrt = call fast double @llvm.sqrt.f64(double %x)
|
|
store double %sqrt, double* %p
|
|
%r = fdiv fast double %x, %sqrt
|
|
ret double %r
|
|
}
|
|
|
|
define double @sqrt_simplify_before_recip_3_uses(double %x, double* %p1, double* %p2) nounwind {
|
|
; FAULT-LABEL: sqrt_simplify_before_recip_3_uses:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: mov x8, #4631107791820423168
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: fmov d1, #1.00000000
|
|
; FAULT-NEXT: fmov d2, x8
|
|
; FAULT-NEXT: fdiv d1, d1, d0
|
|
; FAULT-NEXT: fdiv d2, d2, d0
|
|
; FAULT-NEXT: str d1, [x0]
|
|
; FAULT-NEXT: str d2, [x1]
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: sqrt_simplify_before_recip_3_uses:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmul d2, d1, d1
|
|
; CHECK-NEXT: mov x8, #4631107791820423168
|
|
; CHECK-NEXT: frsqrts d2, d0, d2
|
|
; CHECK-NEXT: fmul d1, d1, d2
|
|
; CHECK-NEXT: fmov d2, x8
|
|
; CHECK-NEXT: fmul d2, d1, d2
|
|
; CHECK-NEXT: fmul d0, d0, d1
|
|
; CHECK-NEXT: str d1, [x0]
|
|
; CHECK-NEXT: str d2, [x1]
|
|
; CHECK-NEXT: ret
|
|
%sqrt = tail call fast double @llvm.sqrt.f64(double %x)
|
|
%rsqrt = fdiv fast double 1.0, %sqrt
|
|
%r = fdiv fast double 42.0, %sqrt
|
|
%sqrt_fast = fdiv fast double %x, %sqrt
|
|
store double %rsqrt, double* %p1, align 8
|
|
store double %r, double* %p2, align 8
|
|
ret double %sqrt_fast
|
|
}
|
|
|
|
define double @sqrt_simplify_before_recip_3_uses_order(double %x, double* %p1, double* %p2) nounwind {
|
|
; FAULT-LABEL: sqrt_simplify_before_recip_3_uses_order:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: mov x9, #140737488355328
|
|
; FAULT-NEXT: mov x8, #4631107791820423168
|
|
; FAULT-NEXT: movk x9, #16453, lsl #48
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: fmov d1, x8
|
|
; FAULT-NEXT: fmov d2, x9
|
|
; FAULT-NEXT: fdiv d1, d1, d0
|
|
; FAULT-NEXT: fdiv d2, d2, d0
|
|
; FAULT-NEXT: str d1, [x0]
|
|
; FAULT-NEXT: str d2, [x1]
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: sqrt_simplify_before_recip_3_uses_order:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d3, d1, d1
|
|
; CHECK-NEXT: frsqrts d3, d0, d3
|
|
; CHECK-NEXT: fmul d1, d1, d3
|
|
; CHECK-NEXT: fmul d3, d1, d1
|
|
; CHECK-NEXT: frsqrts d3, d0, d3
|
|
; CHECK-NEXT: mov x8, #4631107791820423168
|
|
; CHECK-NEXT: fmul d1, d1, d3
|
|
; CHECK-NEXT: fmov d2, x8
|
|
; CHECK-NEXT: mov x8, #140737488355328
|
|
; CHECK-NEXT: fmul d3, d1, d1
|
|
; CHECK-NEXT: movk x8, #16453, lsl #48
|
|
; CHECK-NEXT: frsqrts d3, d0, d3
|
|
; CHECK-NEXT: fmul d1, d1, d3
|
|
; CHECK-NEXT: fmov d3, x8
|
|
; CHECK-NEXT: fmul d0, d0, d1
|
|
; CHECK-NEXT: fmul d2, d1, d2
|
|
; CHECK-NEXT: fmul d1, d1, d3
|
|
; CHECK-NEXT: str d2, [x0]
|
|
; CHECK-NEXT: str d1, [x1]
|
|
; CHECK-NEXT: ret
|
|
%sqrt = tail call fast double @llvm.sqrt.f64(double %x)
|
|
%sqrt_fast = fdiv fast double %x, %sqrt
|
|
%r1 = fdiv fast double 42.0, %sqrt
|
|
%r2 = fdiv fast double 43.0, %sqrt
|
|
store double %r1, double* %p1, align 8
|
|
store double %r2, double* %p2, align 8
|
|
ret double %sqrt_fast
|
|
}
|
|
|
|
|
|
define double @sqrt_simplify_before_recip_4_uses(double %x, double* %p1, double* %p2, double* %p3) nounwind {
|
|
; FAULT-LABEL: sqrt_simplify_before_recip_4_uses:
|
|
; FAULT: // %bb.0:
|
|
; FAULT-NEXT: mov x8, #4631107791820423168
|
|
; FAULT-NEXT: fmov d2, x8
|
|
; FAULT-NEXT: mov x8, #140737488355328
|
|
; FAULT-NEXT: fsqrt d0, d0
|
|
; FAULT-NEXT: fmov d1, #1.00000000
|
|
; FAULT-NEXT: movk x8, #16453, lsl #48
|
|
; FAULT-NEXT: fdiv d1, d1, d0
|
|
; FAULT-NEXT: fmov d3, x8
|
|
; FAULT-NEXT: fmul d2, d1, d2
|
|
; FAULT-NEXT: fmul d3, d1, d3
|
|
; FAULT-NEXT: str d1, [x0]
|
|
; FAULT-NEXT: str d2, [x1]
|
|
; FAULT-NEXT: str d3, [x2]
|
|
; FAULT-NEXT: ret
|
|
;
|
|
; CHECK-LABEL: sqrt_simplify_before_recip_4_uses:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: frsqrte d1, d0
|
|
; CHECK-NEXT: fmul d3, d1, d1
|
|
; CHECK-NEXT: frsqrts d3, d0, d3
|
|
; CHECK-NEXT: fmul d1, d1, d3
|
|
; CHECK-NEXT: fmul d3, d1, d1
|
|
; CHECK-NEXT: frsqrts d3, d0, d3
|
|
; CHECK-NEXT: fmul d1, d1, d3
|
|
; CHECK-NEXT: mov x8, #4631107791820423168
|
|
; CHECK-NEXT: fmul d3, d1, d1
|
|
; CHECK-NEXT: fmov d2, x8
|
|
; CHECK-NEXT: mov x8, #140737488355328
|
|
; CHECK-NEXT: frsqrts d3, d0, d3
|
|
; CHECK-NEXT: movk x8, #16453, lsl #48
|
|
; CHECK-NEXT: fmul d1, d1, d3
|
|
; CHECK-NEXT: fcmp d0, #0.0
|
|
; CHECK-NEXT: fmov d4, x8
|
|
; CHECK-NEXT: fmul d3, d0, d1
|
|
; CHECK-NEXT: fmul d2, d1, d2
|
|
; CHECK-NEXT: fmul d4, d1, d4
|
|
; CHECK-NEXT: str d1, [x0]
|
|
; CHECK-NEXT: fcsel d1, d0, d3, eq
|
|
; CHECK-NEXT: fdiv d0, d0, d1
|
|
; CHECK-NEXT: str d2, [x1]
|
|
; CHECK-NEXT: str d4, [x2]
|
|
; CHECK-NEXT: ret
|
|
%sqrt = tail call fast double @llvm.sqrt.f64(double %x)
|
|
%rsqrt = fdiv fast double 1.0, %sqrt
|
|
%r1 = fdiv fast double 42.0, %sqrt
|
|
%r2 = fdiv fast double 43.0, %sqrt
|
|
%sqrt_fast = fdiv fast double %x, %sqrt
|
|
store double %rsqrt, double* %p1, align 8
|
|
store double %r1, double* %p2, align 8
|
|
store double %r2, double* %p3, align 8
|
|
ret double %sqrt_fast
|
|
}
|
|
|
|
attributes #0 = { "unsafe-fp-math"="true" }
|
|
attributes #1 = { "unsafe-fp-math"="true" "denormal-fp-math"="ieee" }
|