179 lines
5.9 KiB
LLVM
179 lines
5.9 KiB
LLVM
|
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
||
|
|
; RUN: llc -mtriple=armv8.6a-arm-none-eabi -mattr=+bf16,+neon,fullfp16 < %s | FileCheck %s
|
||
|
|
; FIXME: Remove fullfp16 once bfloat arguments and returns lowering stops
|
||
|
|
; depending on it.
|
||
|
|
|
||
|
|
target datalayout = "e-m:e-p:32:32-Fi8-i64:64-v128:64:128-a:0:32-n32-S64"
|
||
|
|
target triple = "armv8.6a-arm-none-eabi"
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <4 x bfloat> @test_vcreate_bf16(i64 %a) {
|
||
|
|
; CHECK-LABEL: test_vcreate_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmov d0, r0, r1
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%0 = bitcast i64 %a to <4 x bfloat>
|
||
|
|
ret <4 x bfloat> %0
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <4 x bfloat> @test_vdup_n_bf16(bfloat %v) {
|
||
|
|
; CHECK-LABEL: test_vdup_n_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: @ kill: def $s0 killed $s0 def $d0
|
||
|
|
; CHECK-NEXT: vdup.16 d0, d0[0]
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%vecinit.i = insertelement <4 x bfloat> undef, bfloat %v, i32 0
|
||
|
|
%vecinit3.i = shufflevector <4 x bfloat> %vecinit.i, <4 x bfloat> undef, <4 x i32> zeroinitializer
|
||
|
|
ret <4 x bfloat> %vecinit3.i
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <8 x bfloat> @test_vdupq_n_bf16(bfloat %v) {
|
||
|
|
; CHECK-LABEL: test_vdupq_n_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: @ kill: def $s0 killed $s0 def $d0
|
||
|
|
; CHECK-NEXT: vdup.16 q0, d0[0]
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%vecinit.i = insertelement <8 x bfloat> undef, bfloat %v, i32 0
|
||
|
|
%vecinit7.i = shufflevector <8 x bfloat> %vecinit.i, <8 x bfloat> undef, <8 x i32> zeroinitializer
|
||
|
|
ret <8 x bfloat> %vecinit7.i
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <4 x bfloat> @test_vdup_lane_bf16(<4 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vdup_lane_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vdup.16 d0, d0[1]
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%lane = shufflevector <4 x bfloat> %v, <4 x bfloat> undef, <4 x i32> <i32 1, i32 1, i32 1, i32 1>
|
||
|
|
ret <4 x bfloat> %lane
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <8 x bfloat> @test_vdupq_lane_bf16(<4 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vdupq_lane_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: @ kill: def $d0 killed $d0 def $q0
|
||
|
|
; CHECK-NEXT: vdup.16 q0, d0[1]
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%lane = shufflevector <4 x bfloat> %v, <4 x bfloat> undef, <8 x i32> <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
||
|
|
ret <8 x bfloat> %lane
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <4 x bfloat> @test_vdup_laneq_bf16(<8 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vdup_laneq_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vdup.16 d0, d1[3]
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%lane = shufflevector <8 x bfloat> %v, <8 x bfloat> undef, <4 x i32> <i32 7, i32 7, i32 7, i32 7>
|
||
|
|
ret <4 x bfloat> %lane
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <8 x bfloat> @test_vdupq_laneq_bf16(<8 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vdupq_laneq_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vdup.16 q0, d1[3]
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%lane = shufflevector <8 x bfloat> %v, <8 x bfloat> undef, <8 x i32> <i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7>
|
||
|
|
ret <8 x bfloat> %lane
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <8 x bfloat> @test_vcombine_bf16(<4 x bfloat> %low, <4 x bfloat> %high) {
|
||
|
|
; CHECK-LABEL: test_vcombine_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmov.f64 d16, d1
|
||
|
|
; CHECK-NEXT: vorr d17, d0, d0
|
||
|
|
; CHECK-NEXT: vorr q0, q8, q8
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%shuffle.i = shufflevector <4 x bfloat> %high, <4 x bfloat> %low, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
|
||
|
|
ret <8 x bfloat> %shuffle.i
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <4 x bfloat> @test_vget_high_bf16(<8 x bfloat> %a) {
|
||
|
|
; CHECK-LABEL: test_vget_high_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmov.f64 d0, d1
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%shuffle.i = shufflevector <8 x bfloat> %a, <8 x bfloat> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
|
||
|
|
ret <4 x bfloat> %shuffle.i
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <4 x bfloat> @test_vget_low_bf16(<8 x bfloat> %a) {
|
||
|
|
; CHECK-LABEL: test_vget_low_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: @ kill: def $d0 killed $d0 killed $q0
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%shuffle.i = shufflevector <8 x bfloat> %a, <8 x bfloat> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
|
||
|
|
ret <4 x bfloat> %shuffle.i
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc bfloat @test_vgetq_lane_bf16_even(<8 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vgetq_lane_bf16_even:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmov.f32 s0, s3
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%0 = extractelement <8 x bfloat> %v, i32 6
|
||
|
|
ret bfloat %0
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc bfloat @test_vgetq_lane_bf16_odd(<8 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vgetq_lane_bf16_odd:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmovx.f16 s0, s3
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%0 = extractelement <8 x bfloat> %v, i32 7
|
||
|
|
ret bfloat %0
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc bfloat @test_vget_lane_bf16_even(<4 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vget_lane_bf16_even:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmov.f32 s0, s1
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%0 = extractelement <4 x bfloat> %v, i32 2
|
||
|
|
ret bfloat %0
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc bfloat @test_vget_lane_bf16_odd(<4 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vget_lane_bf16_odd:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmovx.f16 s0, s0
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%0 = extractelement <4 x bfloat> %v, i32 1
|
||
|
|
ret bfloat %0
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <4 x bfloat> @test_vset_lane_bf16(bfloat %a, <4 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vset_lane_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmov r0, s0
|
||
|
|
; CHECK-NEXT: vmov.16 d1[1], r0
|
||
|
|
; CHECK-NEXT: vorr d0, d1, d1
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%0 = insertelement <4 x bfloat> %v, bfloat %a, i32 1
|
||
|
|
ret <4 x bfloat> %0
|
||
|
|
}
|
||
|
|
|
||
|
|
define arm_aapcs_vfpcc <8 x bfloat> @test_vsetq_lane_bf16(bfloat %a, <8 x bfloat> %v) {
|
||
|
|
; CHECK-LABEL: test_vsetq_lane_bf16:
|
||
|
|
; CHECK: @ %bb.0: @ %entry
|
||
|
|
; CHECK-NEXT: vmov r0, s0
|
||
|
|
; CHECK-NEXT: vmov.16 d3[3], r0
|
||
|
|
; CHECK-NEXT: vorr q0, q1, q1
|
||
|
|
; CHECK-NEXT: bx lr
|
||
|
|
entry:
|
||
|
|
%0 = insertelement <8 x bfloat> %v, bfloat %a, i32 7
|
||
|
|
ret <8 x bfloat> %0
|
||
|
|
}
|