mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-12-05 18:27:59 +00:00
5c95c02aa1
https://reviews.llvm.org/D44591 llvm-svn: 328035
332 lines
13 KiB
LLVM
332 lines
13 KiB
LLVM
; RUN: llc < %s -mtriple=aarch64-eabi -mattr=+v8.2a,+fullfp16 | FileCheck %s
|
|
|
|
declare half @llvm.aarch64.neon.fmulx.f16(half, half)
|
|
declare <4 x half> @llvm.aarch64.neon.fmulx.v4f16(<4 x half>, <4 x half>)
|
|
declare <8 x half> @llvm.aarch64.neon.fmulx.v8f16(<8 x half>, <8 x half>)
|
|
declare <4 x half> @llvm.fma.v4f16(<4 x half>, <4 x half>, <4 x half>)
|
|
declare <8 x half> @llvm.fma.v8f16(<8 x half>, <8 x half>, <8 x half>)
|
|
declare half @llvm.fma.f16(half, half, half) #1
|
|
|
|
define dso_local <4 x half> @t_vfma_lane_f16(<4 x half> %a, <4 x half> %b, <4 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfma_lane_f16:
|
|
; CHECK: dup v2.4h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.4h, v2.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%lane1 = shufflevector <4 x half> %c, <4 x half> undef, <4 x i32> zeroinitializer
|
|
%fmla3 = tail call <4 x half> @llvm.fma.v4f16(<4 x half> %b, <4 x half> %lane1, <4 x half> %a)
|
|
ret <4 x half> %fmla3
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vfmaq_lane_f16(<8 x half> %a, <8 x half> %b, <4 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmaq_lane_f16:
|
|
; CHECK: dup v2.8h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.8h, v2.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%lane1 = shufflevector <4 x half> %c, <4 x half> undef, <8 x i32> zeroinitializer
|
|
%fmla3 = tail call <8 x half> @llvm.fma.v8f16(<8 x half> %b, <8 x half> %lane1, <8 x half> %a)
|
|
ret <8 x half> %fmla3
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vfma_laneq_f16(<4 x half> %a, <4 x half> %b, <8 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfma_laneq_f16:
|
|
; CHECK: dup v2.4h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.4h, v1.4h, v2.4h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%lane1 = shufflevector <8 x half> %c, <8 x half> undef, <4 x i32> zeroinitializer
|
|
%0 = tail call <4 x half> @llvm.fma.v4f16(<4 x half> %lane1, <4 x half> %b, <4 x half> %a)
|
|
ret <4 x half> %0
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vfmaq_laneq_f16(<8 x half> %a, <8 x half> %b, <8 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmaq_laneq_f16:
|
|
; CHECK: dup v2.8h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.8h, v1.8h, v2.8h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%lane1 = shufflevector <8 x half> %c, <8 x half> undef, <8 x i32> zeroinitializer
|
|
%0 = tail call <8 x half> @llvm.fma.v8f16(<8 x half> %lane1, <8 x half> %b, <8 x half> %a)
|
|
ret <8 x half> %0
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vfma_n_f16(<4 x half> %a, <4 x half> %b, half %c) {
|
|
; CHECK-LABEL: t_vfma_n_f16:
|
|
; CHECK: dup v2.4h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.4h, v2.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%vecinit = insertelement <4 x half> undef, half %c, i32 0
|
|
%vecinit3 = shufflevector <4 x half> %vecinit, <4 x half> undef, <4 x i32> zeroinitializer
|
|
%0 = tail call <4 x half> @llvm.fma.v4f16(<4 x half> %b, <4 x half> %vecinit3, <4 x half> %a) #4
|
|
ret <4 x half> %0
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vfmaq_n_f16(<8 x half> %a, <8 x half> %b, half %c) {
|
|
; CHECK-LABEL: t_vfmaq_n_f16:
|
|
; CHECK: dup v2.8h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.8h, v2.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%vecinit = insertelement <8 x half> undef, half %c, i32 0
|
|
%vecinit7 = shufflevector <8 x half> %vecinit, <8 x half> undef, <8 x i32> zeroinitializer
|
|
%0 = tail call <8 x half> @llvm.fma.v8f16(<8 x half> %b, <8 x half> %vecinit7, <8 x half> %a) #4
|
|
ret <8 x half> %0
|
|
}
|
|
|
|
define dso_local half @t_vfmah_lane_f16(half %a, half %b, <4 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmah_lane_f16:
|
|
; CHECK: fmadd h0, h1, h2, h0
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%extract = extractelement <4 x half> %c, i32 0
|
|
%0 = tail call half @llvm.fma.f16(half %b, half %extract, half %a)
|
|
ret half %0
|
|
}
|
|
|
|
define dso_local half @t_vfmah_laneq_f16(half %a, half %b, <8 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmah_laneq_f16:
|
|
; CHECK: fmadd h0, h1, h2, h0
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%extract = extractelement <8 x half> %c, i32 0
|
|
%0 = tail call half @llvm.fma.f16(half %b, half %extract, half %a)
|
|
ret half %0
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vfms_lane_f16(<4 x half> %a, <4 x half> %b, <4 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfms_lane_f16:
|
|
; CHECK: fneg v1.4h, v1.4h
|
|
; CHECK-NEXT: dup v2.4h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.4h, v2.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%sub = fsub <4 x half> <half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000>, %b
|
|
%lane1 = shufflevector <4 x half> %c, <4 x half> undef, <4 x i32> zeroinitializer
|
|
%fmla3 = tail call <4 x half> @llvm.fma.v4f16(<4 x half> %sub, <4 x half> %lane1, <4 x half> %a)
|
|
ret <4 x half> %fmla3
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vfmsq_lane_f16(<8 x half> %a, <8 x half> %b, <4 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmsq_lane_f16:
|
|
; CHECK: fneg v1.8h, v1.8h
|
|
; CHECK-NEXT: dup v2.8h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.8h, v2.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%sub = fsub <8 x half> <half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000>, %b
|
|
%lane1 = shufflevector <4 x half> %c, <4 x half> undef, <8 x i32> zeroinitializer
|
|
%fmla3 = tail call <8 x half> @llvm.fma.v8f16(<8 x half> %sub, <8 x half> %lane1, <8 x half> %a)
|
|
ret <8 x half> %fmla3
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vfms_laneq_f16(<4 x half> %a, <4 x half> %b, <8 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfms_laneq_f16:
|
|
; CHECK: dup v2.4h, v2.h[0]
|
|
; CHECK-NEXT: fmls v0.4h, v2.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%sub = fsub <4 x half> <half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000>, %b
|
|
%lane1 = shufflevector <8 x half> %c, <8 x half> undef, <4 x i32> zeroinitializer
|
|
%0 = tail call <4 x half> @llvm.fma.v4f16(<4 x half> %lane1, <4 x half> %sub, <4 x half> %a)
|
|
ret <4 x half> %0
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vfmsq_laneq_f16(<8 x half> %a, <8 x half> %b, <8 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmsq_laneq_f16:
|
|
; CHECK: dup v2.8h, v2.h[0]
|
|
; CHECK-NEXT: fmls v0.8h, v2.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%sub = fsub <8 x half> <half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000>, %b
|
|
%lane1 = shufflevector <8 x half> %c, <8 x half> undef, <8 x i32> zeroinitializer
|
|
%0 = tail call <8 x half> @llvm.fma.v8f16(<8 x half> %lane1, <8 x half> %sub, <8 x half> %a)
|
|
ret <8 x half> %0
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vfms_n_f16(<4 x half> %a, <4 x half> %b, half %c) {
|
|
; CHECK-LABEL: t_vfms_n_f16:
|
|
; CHECK: fneg v1.4h, v1.4h
|
|
; CHECK-NEXT: dup v2.4h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.4h, v2.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%sub = fsub <4 x half> <half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000>, %b
|
|
%vecinit = insertelement <4 x half> undef, half %c, i32 0
|
|
%vecinit3 = shufflevector <4 x half> %vecinit, <4 x half> undef, <4 x i32> zeroinitializer
|
|
%0 = tail call <4 x half> @llvm.fma.v4f16(<4 x half> %sub, <4 x half> %vecinit3, <4 x half> %a) #4
|
|
ret <4 x half> %0
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vfmsq_n_f16(<8 x half> %a, <8 x half> %b, half %c) {
|
|
; CHECK-LABEL: t_vfmsq_n_f16:
|
|
; CHECK: fneg v1.8h, v1.8h
|
|
; CHECK-NEXT: dup v2.8h, v2.h[0]
|
|
; CHECK-NEXT: fmla v0.8h, v2.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%sub = fsub <8 x half> <half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000, half 0xH8000>, %b
|
|
%vecinit = insertelement <8 x half> undef, half %c, i32 0
|
|
%vecinit7 = shufflevector <8 x half> %vecinit, <8 x half> undef, <8 x i32> zeroinitializer
|
|
%0 = tail call <8 x half> @llvm.fma.v8f16(<8 x half> %sub, <8 x half> %vecinit7, <8 x half> %a) #4
|
|
ret <8 x half> %0
|
|
}
|
|
|
|
define dso_local half @t_vfmsh_lane_f16(half %a, half %b, <4 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmsh_lane_f16:
|
|
; CHECK: fneg h1, h1
|
|
; CHECK: fmadd h0, h1, h2, h0
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%0 = fsub half 0xH8000, %b
|
|
%extract = extractelement <4 x half> %c, i32 0
|
|
%1 = tail call half @llvm.fma.f16(half %0, half %extract, half %a)
|
|
ret half %1
|
|
}
|
|
|
|
define dso_local half @t_vfmsh_laneq_f16(half %a, half %b, <8 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vfmsh_laneq_f16:
|
|
; CHECK: fneg h1, h1
|
|
; CHECK-NEXT: fmadd h0, h1, h2, h0
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%0 = fsub half 0xH8000, %b
|
|
%extract = extractelement <8 x half> %c, i32 0
|
|
%1 = tail call half @llvm.fma.f16(half %0, half %extract, half %a)
|
|
ret half %1
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vmul_laneq_f16(<4 x half> %a, <8 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmul_laneq_f16:
|
|
; CHECK: fmul v0.4h, v0.4h, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%shuffle = shufflevector <8 x half> %b, <8 x half> undef, <4 x i32> zeroinitializer
|
|
%mul = fmul <4 x half> %shuffle, %a
|
|
ret <4 x half> %mul
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vmulq_laneq_f16(<8 x half> %a, <8 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulq_laneq_f16:
|
|
; CHECK: fmul v0.8h, v0.8h, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%shuffle = shufflevector <8 x half> %b, <8 x half> undef, <8 x i32> zeroinitializer
|
|
%mul = fmul <8 x half> %shuffle, %a
|
|
ret <8 x half> %mul
|
|
}
|
|
|
|
define dso_local half @t_vmulh_lane_f16(half %a, <4 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulh_lane_f16:
|
|
; CHECK: fmul h0, h0, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%0 = extractelement <4 x half> %c, i32 0
|
|
%1 = fmul half %0, %a
|
|
ret half %1
|
|
}
|
|
|
|
define dso_local half @t_vmulh_laneq_f16(half %a, <8 x half> %c, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulh_laneq_f16:
|
|
; CHECK: fmul h0, h0, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%0 = extractelement <8 x half> %c, i32 0
|
|
%1 = fmul half %0, %a
|
|
ret half %1
|
|
}
|
|
|
|
define dso_local half @t_vmulx_f16(half %a, half %b) {
|
|
; CHECK-LABEL: t_vmulx_f16:
|
|
; CHECK: fmulx h0, h0, h1
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%fmulx.i = tail call half @llvm.aarch64.neon.fmulx.f16(half %a, half %b)
|
|
ret half %fmulx.i
|
|
}
|
|
|
|
define dso_local half @t_vmulxh_lane_f16(half %a, <4 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulxh_lane_f16:
|
|
; CHECK: fmulx h0, h0, v1.h[3]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%extract = extractelement <4 x half> %b, i32 3
|
|
%fmulx.i = tail call half @llvm.aarch64.neon.fmulx.f16(half %a, half %extract)
|
|
ret half %fmulx.i
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vmulx_lane_f16(<4 x half> %a, <4 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulx_lane_f16:
|
|
; CHECK: fmulx v0.4h, v0.4h, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%shuffle = shufflevector <4 x half> %b, <4 x half> undef, <4 x i32> zeroinitializer
|
|
%vmulx2.i = tail call <4 x half> @llvm.aarch64.neon.fmulx.v4f16(<4 x half> %a, <4 x half> %shuffle) #4
|
|
ret <4 x half> %vmulx2.i
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vmulxq_lane_f16(<8 x half> %a, <4 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulxq_lane_f16:
|
|
; CHECK: fmulx v0.8h, v0.8h, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%shuffle = shufflevector <4 x half> %b, <4 x half> undef, <8 x i32> zeroinitializer
|
|
%vmulx2.i = tail call <8 x half> @llvm.aarch64.neon.fmulx.v8f16(<8 x half> %a, <8 x half> %shuffle) #4
|
|
ret <8 x half> %vmulx2.i
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vmulx_laneq_f16(<4 x half> %a, <8 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulx_laneq_f16:
|
|
; CHECK: fmulx v0.4h, v0.4h, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%shuffle = shufflevector <8 x half> %b, <8 x half> undef, <4 x i32> zeroinitializer
|
|
%vmulx2.i = tail call <4 x half> @llvm.aarch64.neon.fmulx.v4f16(<4 x half> %a, <4 x half> %shuffle) #4
|
|
ret <4 x half> %vmulx2.i
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vmulxq_laneq_f16(<8 x half> %a, <8 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulxq_laneq_f16:
|
|
; CHECK: fmulx v0.8h, v0.8h, v1.h[0]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%shuffle = shufflevector <8 x half> %b, <8 x half> undef, <8 x i32> zeroinitializer
|
|
%vmulx2.i = tail call <8 x half> @llvm.aarch64.neon.fmulx.v8f16(<8 x half> %a, <8 x half> %shuffle) #4
|
|
ret <8 x half> %vmulx2.i
|
|
}
|
|
|
|
define dso_local half @t_vmulxh_laneq_f16(half %a, <8 x half> %b, i32 %lane) {
|
|
; CHECK-LABEL: t_vmulxh_laneq_f16:
|
|
; CHECK: fmulx h0, h0, v1.h[7]
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%extract = extractelement <8 x half> %b, i32 7
|
|
%fmulx.i = tail call half @llvm.aarch64.neon.fmulx.f16(half %a, half %extract)
|
|
ret half %fmulx.i
|
|
}
|
|
|
|
define dso_local <4 x half> @t_vmulx_n_f16(<4 x half> %a, half %c) {
|
|
; CHECK-LABEL: t_vmulx_n_f16:
|
|
; CHECK: dup v1.4h, v1.h[0]
|
|
; CHECK-NEXT: fmulx v0.4h, v0.4h, v1.4h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%vecinit = insertelement <4 x half> undef, half %c, i32 0
|
|
%vecinit3 = shufflevector <4 x half> %vecinit, <4 x half> undef, <4 x i32> zeroinitializer
|
|
%vmulx2.i = tail call <4 x half> @llvm.aarch64.neon.fmulx.v4f16(<4 x half> %a, <4 x half> %vecinit3) #4
|
|
ret <4 x half> %vmulx2.i
|
|
}
|
|
|
|
define dso_local <8 x half> @t_vmulxq_n_f16(<8 x half> %a, half %c) {
|
|
; CHECK-LABEL: t_vmulxq_n_f16:
|
|
; CHECK: dup v1.8h, v1.h[0]
|
|
; CHECK-NEXT: fmulx v0.8h, v0.8h, v1.8h
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%vecinit = insertelement <8 x half> undef, half %c, i32 0
|
|
%vecinit7 = shufflevector <8 x half> %vecinit, <8 x half> undef, <8 x i32> zeroinitializer
|
|
%vmulx2.i = tail call <8 x half> @llvm.aarch64.neon.fmulx.v8f16(<8 x half> %a, <8 x half> %vecinit7) #4
|
|
ret <8 x half> %vmulx2.i
|
|
}
|