mirror of
https://github.com/RPCS3/llvm.git
synced 2024-12-13 23:18:58 +00:00
f44d69a9c3
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@254334 91177308-0d34-0410-b5e6-96231b3b80d8
725 lines
30 KiB
LLVM
725 lines
30 KiB
LLVM
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=x86-64 -mattr=+sse2 | FileCheck %s --check-prefix=SSE2
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=x86-64 -mattr=+avx2 | FileCheck %s --check-prefix=AVX --check-prefix=AVX2
|
|
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mcpu=x86-64 -mattr=+avx512bw | FileCheck %s --check-prefix=AVX --check-prefix=AVX512BW
|
|
|
|
define void @avg_v4i8(<4 x i8>* %a, <4 x i8>* %b) {
|
|
; SSE2-LABEL: avg_v4i8:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movd {{.*#+}} xmm0 = mem[0],zero,zero,zero
|
|
; SSE2-NEXT: movd {{.*#+}} xmm1 = mem[0],zero,zero,zero
|
|
; SSE2-NEXT: pavgb %xmm0, %xmm1
|
|
; SSE2-NEXT: movd %xmm1, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v4i8:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero
|
|
; AVX2-NEXT: vmovd {{.*#+}} xmm1 = mem[0],zero,zero,zero
|
|
; AVX2-NEXT: vpavgb %xmm0, %xmm1, %xmm0
|
|
; AVX2-NEXT: vmovd %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v4i8:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovd (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vmovd (%rsi), %xmm1
|
|
; AVX512BW-NEXT: vpavgb %xmm0, %xmm1, %xmm0
|
|
; AVX512BW-NEXT: vmovd %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <4 x i8>, <4 x i8>* %a
|
|
%2 = load <4 x i8>, <4 x i8>* %b
|
|
%3 = zext <4 x i8> %1 to <4 x i32>
|
|
%4 = zext <4 x i8> %2 to <4 x i32>
|
|
%5 = add nuw nsw <4 x i32> %3, <i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <4 x i32> %5, %4
|
|
%7 = lshr <4 x i32> %6, <i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <4 x i32> %7 to <4 x i8>
|
|
store <4 x i8> %8, <4 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v8i8(<8 x i8>* %a, <8 x i8>* %b) {
|
|
; SSE2-LABEL: avg_v8i8:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movq {{.*#+}} xmm0 = mem[0],zero
|
|
; SSE2-NEXT: movq {{.*#+}} xmm1 = mem[0],zero
|
|
; SSE2-NEXT: pavgb %xmm0, %xmm1
|
|
; SSE2-NEXT: movq %xmm1, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v8i8:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm1 = mem[0],zero
|
|
; AVX2-NEXT: vpavgb %xmm0, %xmm1, %xmm0
|
|
; AVX2-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v8i8:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovq (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vmovq (%rsi), %xmm1
|
|
; AVX512BW-NEXT: vpavgb %xmm0, %xmm1, %xmm0
|
|
; AVX512BW-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <8 x i8>, <8 x i8>* %a
|
|
%2 = load <8 x i8>, <8 x i8>* %b
|
|
%3 = zext <8 x i8> %1 to <8 x i32>
|
|
%4 = zext <8 x i8> %2 to <8 x i32>
|
|
%5 = add nuw nsw <8 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <8 x i32> %5, %4
|
|
%7 = lshr <8 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <8 x i32> %7 to <8 x i8>
|
|
store <8 x i8> %8, <8 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v16i8(<16 x i8>* %a, <16 x i8>* %b) {
|
|
; SSE2-LABEL: avg_v16i8:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movdqa (%rsi), %xmm0
|
|
; SSE2-NEXT: pavgb (%rdi), %xmm0
|
|
; SSE2-NEXT: movdqu %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX-LABEL: avg_v16i8:
|
|
; AVX: # BB#0:
|
|
; AVX-NEXT: vmovdqa (%rsi), %xmm0
|
|
; AVX-NEXT: vpavgb (%rdi), %xmm0, %xmm0
|
|
; AVX-NEXT: vmovdqu %xmm0, (%rax)
|
|
; AVX-NEXT: retq
|
|
%1 = load <16 x i8>, <16 x i8>* %a
|
|
%2 = load <16 x i8>, <16 x i8>* %b
|
|
%3 = zext <16 x i8> %1 to <16 x i32>
|
|
%4 = zext <16 x i8> %2 to <16 x i32>
|
|
%5 = add nuw nsw <16 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <16 x i32> %5, %4
|
|
%7 = lshr <16 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <16 x i32> %7 to <16 x i8>
|
|
store <16 x i8> %8, <16 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v32i8(<32 x i8>* %a, <32 x i8>* %b) {
|
|
; AVX2-LABEL: avg_v32i8:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovdqa (%rsi), %ymm0
|
|
; AVX2-NEXT: vpavgb (%rdi), %ymm0, %ymm0
|
|
; AVX2-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX2-NEXT: vzeroupper
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v32i8:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqa (%rsi), %ymm0
|
|
; AVX512BW-NEXT: vpavgb (%rdi), %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <32 x i8>, <32 x i8>* %a
|
|
%2 = load <32 x i8>, <32 x i8>* %b
|
|
%3 = zext <32 x i8> %1 to <32 x i32>
|
|
%4 = zext <32 x i8> %2 to <32 x i32>
|
|
%5 = add nuw nsw <32 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <32 x i32> %5, %4
|
|
%7 = lshr <32 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <32 x i32> %7 to <32 x i8>
|
|
store <32 x i8> %8, <32 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v64i8(<64 x i8>* %a, <64 x i8>* %b) {
|
|
; AVX512BW-LABEL: avg_v64i8:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqu8 (%rsi), %zmm0
|
|
; AVX512BW-NEXT: vpavgb (%rdi), %zmm0, %zmm0
|
|
; AVX512BW-NEXT: vmovdqu8 %zmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <64 x i8>, <64 x i8>* %a
|
|
%2 = load <64 x i8>, <64 x i8>* %b
|
|
%3 = zext <64 x i8> %1 to <64 x i32>
|
|
%4 = zext <64 x i8> %2 to <64 x i32>
|
|
%5 = add nuw nsw <64 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <64 x i32> %5, %4
|
|
%7 = lshr <64 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <64 x i32> %7 to <64 x i8>
|
|
store <64 x i8> %8, <64 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v4i16(<4 x i16>* %a, <4 x i16>* %b) {
|
|
; SSE2-LABEL: avg_v4i16:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movq {{.*#+}} xmm0 = mem[0],zero
|
|
; SSE2-NEXT: movq {{.*#+}} xmm1 = mem[0],zero
|
|
; SSE2-NEXT: pavgw %xmm0, %xmm1
|
|
; SSE2-NEXT: movq %xmm1, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v4i16:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm1 = mem[0],zero
|
|
; AVX2-NEXT: vpavgw %xmm0, %xmm1, %xmm0
|
|
; AVX2-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v4i16:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovq (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vmovq (%rsi), %xmm1
|
|
; AVX512BW-NEXT: vpavgw %xmm0, %xmm1, %xmm0
|
|
; AVX512BW-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <4 x i16>, <4 x i16>* %a
|
|
%2 = load <4 x i16>, <4 x i16>* %b
|
|
%3 = zext <4 x i16> %1 to <4 x i32>
|
|
%4 = zext <4 x i16> %2 to <4 x i32>
|
|
%5 = add nuw nsw <4 x i32> %3, <i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <4 x i32> %5, %4
|
|
%7 = lshr <4 x i32> %6, <i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <4 x i32> %7 to <4 x i16>
|
|
store <4 x i16> %8, <4 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v8i16(<8 x i16>* %a, <8 x i16>* %b) {
|
|
; SSE2-LABEL: avg_v8i16:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movdqa (%rsi), %xmm0
|
|
; SSE2-NEXT: pavgw (%rdi), %xmm0
|
|
; SSE2-NEXT: movdqu %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX-LABEL: avg_v8i16:
|
|
; AVX: # BB#0:
|
|
; AVX-NEXT: vmovdqa (%rsi), %xmm0
|
|
; AVX-NEXT: vpavgw (%rdi), %xmm0, %xmm0
|
|
; AVX-NEXT: vmovdqu %xmm0, (%rax)
|
|
; AVX-NEXT: retq
|
|
%1 = load <8 x i16>, <8 x i16>* %a
|
|
%2 = load <8 x i16>, <8 x i16>* %b
|
|
%3 = zext <8 x i16> %1 to <8 x i32>
|
|
%4 = zext <8 x i16> %2 to <8 x i32>
|
|
%5 = add nuw nsw <8 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <8 x i32> %5, %4
|
|
%7 = lshr <8 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <8 x i32> %7 to <8 x i16>
|
|
store <8 x i16> %8, <8 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v16i16(<16 x i16>* %a, <16 x i16>* %b) {
|
|
; AVX2-LABEL: avg_v16i16:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovdqa (%rsi), %ymm0
|
|
; AVX2-NEXT: vpavgw (%rdi), %ymm0, %ymm0
|
|
; AVX2-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX2-NEXT: vzeroupper
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v16i16:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqa (%rsi), %ymm0
|
|
; AVX512BW-NEXT: vpavgw (%rdi), %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <16 x i16>, <16 x i16>* %a
|
|
%2 = load <16 x i16>, <16 x i16>* %b
|
|
%3 = zext <16 x i16> %1 to <16 x i32>
|
|
%4 = zext <16 x i16> %2 to <16 x i32>
|
|
%5 = add nuw nsw <16 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <16 x i32> %5, %4
|
|
%7 = lshr <16 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <16 x i32> %7 to <16 x i16>
|
|
store <16 x i16> %8, <16 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v32i16(<32 x i16>* %a, <32 x i16>* %b) {
|
|
; AVX512BW-LABEL: avg_v32i16:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqu16 (%rsi), %zmm0
|
|
; AVX512BW-NEXT: vpavgw (%rdi), %zmm0, %zmm0
|
|
; AVX512BW-NEXT: vmovdqu16 %zmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <32 x i16>, <32 x i16>* %a
|
|
%2 = load <32 x i16>, <32 x i16>* %b
|
|
%3 = zext <32 x i16> %1 to <32 x i32>
|
|
%4 = zext <32 x i16> %2 to <32 x i32>
|
|
%5 = add nuw nsw <32 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%6 = add nuw nsw <32 x i32> %5, %4
|
|
%7 = lshr <32 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <32 x i32> %7 to <32 x i16>
|
|
store <32 x i16> %8, <32 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v4i8_2(<4 x i8>* %a, <4 x i8>* %b) {
|
|
; SSE2-LABEL: avg_v4i8_2:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movd {{.*#+}} xmm0 = mem[0],zero,zero,zero
|
|
; SSE2-NEXT: movd {{.*#+}} xmm1 = mem[0],zero,zero,zero
|
|
; SSE2-NEXT: pavgb %xmm0, %xmm1
|
|
; SSE2-NEXT: movd %xmm1, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v4i8_2:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero
|
|
; AVX2-NEXT: vmovd {{.*#+}} xmm1 = mem[0],zero,zero,zero
|
|
; AVX2-NEXT: vpavgb %xmm1, %xmm0, %xmm0
|
|
; AVX2-NEXT: vmovd %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v4i8_2:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovd (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vmovd (%rsi), %xmm1
|
|
; AVX512BW-NEXT: vpavgb %xmm1, %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vmovd %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <4 x i8>, <4 x i8>* %a
|
|
%2 = load <4 x i8>, <4 x i8>* %b
|
|
%3 = zext <4 x i8> %1 to <4 x i32>
|
|
%4 = zext <4 x i8> %2 to <4 x i32>
|
|
%5 = add nuw nsw <4 x i32> %3, %4
|
|
%6 = add nuw nsw <4 x i32> %5, <i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <4 x i32> %6, <i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <4 x i32> %7 to <4 x i8>
|
|
store <4 x i8> %8, <4 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v8i8_2(<8 x i8>* %a, <8 x i8>* %b) {
|
|
; SSE2-LABEL: avg_v8i8_2:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movq {{.*#+}} xmm0 = mem[0],zero
|
|
; SSE2-NEXT: movq {{.*#+}} xmm1 = mem[0],zero
|
|
; SSE2-NEXT: pavgb %xmm0, %xmm1
|
|
; SSE2-NEXT: movq %xmm1, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v8i8_2:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm1 = mem[0],zero
|
|
; AVX2-NEXT: vpavgb %xmm1, %xmm0, %xmm0
|
|
; AVX2-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v8i8_2:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovq (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vmovq (%rsi), %xmm1
|
|
; AVX512BW-NEXT: vpavgb %xmm1, %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <8 x i8>, <8 x i8>* %a
|
|
%2 = load <8 x i8>, <8 x i8>* %b
|
|
%3 = zext <8 x i8> %1 to <8 x i32>
|
|
%4 = zext <8 x i8> %2 to <8 x i32>
|
|
%5 = add nuw nsw <8 x i32> %3, %4
|
|
%6 = add nuw nsw <8 x i32> %5, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <8 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <8 x i32> %7 to <8 x i8>
|
|
store <8 x i8> %8, <8 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v16i8_2(<16 x i8>* %a, <16 x i8>* %b) {
|
|
; SSE2-LABEL: avg_v16i8_2:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movdqa (%rdi), %xmm0
|
|
; SSE2-NEXT: pavgb (%rsi), %xmm0
|
|
; SSE2-NEXT: movdqu %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX-LABEL: avg_v16i8_2:
|
|
; AVX: # BB#0:
|
|
; AVX-NEXT: vmovdqa (%rdi), %xmm0
|
|
; AVX-NEXT: vpavgb (%rsi), %xmm0, %xmm0
|
|
; AVX-NEXT: vmovdqu %xmm0, (%rax)
|
|
; AVX-NEXT: retq
|
|
%1 = load <16 x i8>, <16 x i8>* %a
|
|
%2 = load <16 x i8>, <16 x i8>* %b
|
|
%3 = zext <16 x i8> %1 to <16 x i32>
|
|
%4 = zext <16 x i8> %2 to <16 x i32>
|
|
%5 = add nuw nsw <16 x i32> %3, %4
|
|
%6 = add nuw nsw <16 x i32> %5, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <16 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <16 x i32> %7 to <16 x i8>
|
|
store <16 x i8> %8, <16 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v32i8_2(<32 x i8>* %a, <32 x i8>* %b) {
|
|
; AVX2-LABEL: avg_v32i8_2:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX2-NEXT: vpavgb (%rsi), %ymm0, %ymm0
|
|
; AVX2-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX2-NEXT: vzeroupper
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v32i8_2:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX512BW-NEXT: vpavgb (%rsi), %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <32 x i8>, <32 x i8>* %a
|
|
%2 = load <32 x i8>, <32 x i8>* %b
|
|
%3 = zext <32 x i8> %1 to <32 x i32>
|
|
%4 = zext <32 x i8> %2 to <32 x i32>
|
|
%5 = add nuw nsw <32 x i32> %3, %4
|
|
%6 = add nuw nsw <32 x i32> %5, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <32 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <32 x i32> %7 to <32 x i8>
|
|
store <32 x i8> %8, <32 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v64i8_2(<64 x i8>* %a, <64 x i8>* %b) {
|
|
; AVX512BW-LABEL: avg_v64i8_2:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqu8 (%rsi), %zmm0
|
|
; AVX512BW-NEXT: vpavgb %zmm0, %zmm0, %zmm0
|
|
; AVX512BW-NEXT: vmovdqu8 %zmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <64 x i8>, <64 x i8>* %a
|
|
%2 = load <64 x i8>, <64 x i8>* %b
|
|
%3 = zext <64 x i8> %1 to <64 x i32>
|
|
%4 = zext <64 x i8> %2 to <64 x i32>
|
|
%5 = add nuw nsw <64 x i32> %4, %4
|
|
%6 = add nuw nsw <64 x i32> %5, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <64 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <64 x i32> %7 to <64 x i8>
|
|
store <64 x i8> %8, <64 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
|
|
define void @avg_v4i16_2(<4 x i16>* %a, <4 x i16>* %b) {
|
|
; SSE2-LABEL: avg_v4i16_2:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movq {{.*#+}} xmm0 = mem[0],zero
|
|
; SSE2-NEXT: movq {{.*#+}} xmm1 = mem[0],zero
|
|
; SSE2-NEXT: pavgw %xmm0, %xmm1
|
|
; SSE2-NEXT: movq %xmm1, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v4i16_2:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm1 = mem[0],zero
|
|
; AVX2-NEXT: vpavgw %xmm1, %xmm0, %xmm0
|
|
; AVX2-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v4i16_2:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovq (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vmovq (%rsi), %xmm1
|
|
; AVX512BW-NEXT: vpavgw %xmm1, %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <4 x i16>, <4 x i16>* %a
|
|
%2 = load <4 x i16>, <4 x i16>* %b
|
|
%3 = zext <4 x i16> %1 to <4 x i32>
|
|
%4 = zext <4 x i16> %2 to <4 x i32>
|
|
%5 = add nuw nsw <4 x i32> %3, %4
|
|
%6 = add nuw nsw <4 x i32> %5, <i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <4 x i32> %6, <i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <4 x i32> %7 to <4 x i16>
|
|
store <4 x i16> %8, <4 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v8i16_2(<8 x i16>* %a, <8 x i16>* %b) {
|
|
; SSE2-LABEL: avg_v8i16_2:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movdqa (%rdi), %xmm0
|
|
; SSE2-NEXT: pavgw (%rsi), %xmm0
|
|
; SSE2-NEXT: movdqu %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX-LABEL: avg_v8i16_2:
|
|
; AVX: # BB#0:
|
|
; AVX-NEXT: vmovdqa (%rdi), %xmm0
|
|
; AVX-NEXT: vpavgw (%rsi), %xmm0, %xmm0
|
|
; AVX-NEXT: vmovdqu %xmm0, (%rax)
|
|
; AVX-NEXT: retq
|
|
%1 = load <8 x i16>, <8 x i16>* %a
|
|
%2 = load <8 x i16>, <8 x i16>* %b
|
|
%3 = zext <8 x i16> %1 to <8 x i32>
|
|
%4 = zext <8 x i16> %2 to <8 x i32>
|
|
%5 = add nuw nsw <8 x i32> %3, %4
|
|
%6 = add nuw nsw <8 x i32> %5, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <8 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <8 x i32> %7 to <8 x i16>
|
|
store <8 x i16> %8, <8 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v16i16_2(<16 x i16>* %a, <16 x i16>* %b) {
|
|
; AVX2-LABEL: avg_v16i16_2:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX2-NEXT: vpavgw (%rsi), %ymm0, %ymm0
|
|
; AVX2-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX2-NEXT: vzeroupper
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v16i16_2:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX512BW-NEXT: vpavgw (%rsi), %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <16 x i16>, <16 x i16>* %a
|
|
%2 = load <16 x i16>, <16 x i16>* %b
|
|
%3 = zext <16 x i16> %1 to <16 x i32>
|
|
%4 = zext <16 x i16> %2 to <16 x i32>
|
|
%5 = add nuw nsw <16 x i32> %3, %4
|
|
%6 = add nuw nsw <16 x i32> %5, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <16 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <16 x i32> %7 to <16 x i16>
|
|
store <16 x i16> %8, <16 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v32i16_2(<32 x i16>* %a, <32 x i16>* %b) {
|
|
; AVX512BW-LABEL: avg_v32i16_2:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqu16 (%rdi), %zmm0
|
|
; AVX512BW-NEXT: vpavgw (%rsi), %zmm0, %zmm0
|
|
; AVX512BW-NEXT: vmovdqu16 %zmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <32 x i16>, <32 x i16>* %a
|
|
%2 = load <32 x i16>, <32 x i16>* %b
|
|
%3 = zext <32 x i16> %1 to <32 x i32>
|
|
%4 = zext <32 x i16> %2 to <32 x i32>
|
|
%5 = add nuw nsw <32 x i32> %3, %4
|
|
%6 = add nuw nsw <32 x i32> %5, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%7 = lshr <32 x i32> %6, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%8 = trunc <32 x i32> %7 to <32 x i16>
|
|
store <32 x i16> %8, <32 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v4i8_const(<4 x i8>* %a) {
|
|
; SSE2-LABEL: avg_v4i8_const:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movd {{.*#+}} xmm0 = mem[0],zero,zero,zero
|
|
; SSE2-NEXT: pavgb {{.*}}(%rip), %xmm0
|
|
; SSE2-NEXT: movd %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v4i8_const:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero
|
|
; AVX2-NEXT: vpavgb {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX2-NEXT: vmovd %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v4i8_const:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovd (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vpavgb {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vmovd %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <4 x i8>, <4 x i8>* %a
|
|
%2 = zext <4 x i8> %1 to <4 x i32>
|
|
%3 = add nuw nsw <4 x i32> %2, <i32 1, i32 2, i32 3, i32 4>
|
|
%4 = lshr <4 x i32> %3, <i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <4 x i32> %4 to <4 x i8>
|
|
store <4 x i8> %5, <4 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v8i8_const(<8 x i8>* %a) {
|
|
; SSE2-LABEL: avg_v8i8_const:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movq {{.*#+}} xmm0 = mem[0],zero
|
|
; SSE2-NEXT: pavgb {{.*}}(%rip), %xmm0
|
|
; SSE2-NEXT: movq %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v8i8_const:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero
|
|
; AVX2-NEXT: vpavgb {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX2-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v8i8_const:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovq (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vpavgb {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <8 x i8>, <8 x i8>* %a
|
|
%2 = zext <8 x i8> %1 to <8 x i32>
|
|
%3 = add nuw nsw <8 x i32> %2, <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%4 = lshr <8 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <8 x i32> %4 to <8 x i8>
|
|
store <8 x i8> %5, <8 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v16i8_const(<16 x i8>* %a) {
|
|
; SSE2-LABEL: avg_v16i8_const:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movdqa (%rdi), %xmm0
|
|
; SSE2-NEXT: pavgb {{.*}}(%rip), %xmm0
|
|
; SSE2-NEXT: movdqu %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX-LABEL: avg_v16i8_const:
|
|
; AVX: # BB#0:
|
|
; AVX-NEXT: vmovdqa (%rdi), %xmm0
|
|
; AVX-NEXT: vpavgb {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX-NEXT: vmovdqu %xmm0, (%rax)
|
|
; AVX-NEXT: retq
|
|
%1 = load <16 x i8>, <16 x i8>* %a
|
|
%2 = zext <16 x i8> %1 to <16 x i32>
|
|
%3 = add nuw nsw <16 x i32> %2, <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%4 = lshr <16 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <16 x i32> %4 to <16 x i8>
|
|
store <16 x i8> %5, <16 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v32i8_const(<32 x i8>* %a) {
|
|
; AVX2-LABEL: avg_v32i8_const:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX2-NEXT: vpavgb {{.*}}(%rip), %ymm0, %ymm0
|
|
; AVX2-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX2-NEXT: vzeroupper
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v32i8_const:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX512BW-NEXT: vpavgb {{.*}}(%rip), %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <32 x i8>, <32 x i8>* %a
|
|
%2 = zext <32 x i8> %1 to <32 x i32>
|
|
%3 = add nuw nsw <32 x i32> %2, <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%4 = lshr <32 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <32 x i32> %4 to <32 x i8>
|
|
store <32 x i8> %5, <32 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v64i8_const(<64 x i8>* %a) {
|
|
; AVX512BW-LABEL: avg_v64i8_const:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqu8 (%rdi), %zmm0
|
|
; AVX512BW-NEXT: vpavgb {{.*}}(%rip), %zmm0, %zmm0
|
|
; AVX512BW-NEXT: vmovdqu8 %zmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <64 x i8>, <64 x i8>* %a
|
|
%2 = zext <64 x i8> %1 to <64 x i32>
|
|
%3 = add nuw nsw <64 x i32> %2, <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%4 = lshr <64 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <64 x i32> %4 to <64 x i8>
|
|
store <64 x i8> %5, <64 x i8>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v4i16_const(<4 x i16>* %a) {
|
|
; SSE2-LABEL: avg_v4i16_const:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movq {{.*#+}} xmm0 = mem[0],zero
|
|
; SSE2-NEXT: pavgw {{.*}}(%rip), %xmm0
|
|
; SSE2-NEXT: movq %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX2-LABEL: avg_v4i16_const:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero
|
|
; AVX2-NEXT: vpavgw {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX2-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v4i16_const:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovq (%rdi), %xmm0
|
|
; AVX512BW-NEXT: vpavgw {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX512BW-NEXT: vmovq %xmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <4 x i16>, <4 x i16>* %a
|
|
%2 = zext <4 x i16> %1 to <4 x i32>
|
|
%3 = add nuw nsw <4 x i32> %2, <i32 1, i32 2, i32 3, i32 4>
|
|
%4 = lshr <4 x i32> %3, <i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <4 x i32> %4 to <4 x i16>
|
|
store <4 x i16> %5, <4 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v8i16_const(<8 x i16>* %a) {
|
|
; SSE2-LABEL: avg_v8i16_const:
|
|
; SSE2: # BB#0:
|
|
; SSE2-NEXT: movdqa (%rdi), %xmm0
|
|
; SSE2-NEXT: pavgw {{.*}}(%rip), %xmm0
|
|
; SSE2-NEXT: movdqu %xmm0, (%rax)
|
|
; SSE2-NEXT: retq
|
|
;
|
|
; AVX-LABEL: avg_v8i16_const:
|
|
; AVX: # BB#0:
|
|
; AVX-NEXT: vmovdqa (%rdi), %xmm0
|
|
; AVX-NEXT: vpavgw {{.*}}(%rip), %xmm0, %xmm0
|
|
; AVX-NEXT: vmovdqu %xmm0, (%rax)
|
|
; AVX-NEXT: retq
|
|
%1 = load <8 x i16>, <8 x i16>* %a
|
|
%2 = zext <8 x i16> %1 to <8 x i32>
|
|
%3 = add nuw nsw <8 x i32> %2, <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%4 = lshr <8 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <8 x i32> %4 to <8 x i16>
|
|
store <8 x i16> %5, <8 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v16i16_const(<16 x i16>* %a) {
|
|
; AVX2-LABEL: avg_v16i16_const:
|
|
; AVX2: # BB#0:
|
|
; AVX2-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX2-NEXT: vpavgw {{.*}}(%rip), %ymm0, %ymm0
|
|
; AVX2-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX2-NEXT: vzeroupper
|
|
; AVX2-NEXT: retq
|
|
;
|
|
; AVX512BW-LABEL: avg_v16i16_const:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqa (%rdi), %ymm0
|
|
; AVX512BW-NEXT: vpavgw {{.*}}(%rip), %ymm0, %ymm0
|
|
; AVX512BW-NEXT: vmovdqu %ymm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <16 x i16>, <16 x i16>* %a
|
|
%2 = zext <16 x i16> %1 to <16 x i32>
|
|
%3 = add nuw nsw <16 x i32> %2, <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%4 = lshr <16 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <16 x i32> %4 to <16 x i16>
|
|
store <16 x i16> %5, <16 x i16>* undef, align 4
|
|
ret void
|
|
}
|
|
|
|
define void @avg_v32i16_const(<32 x i16>* %a) {
|
|
; AVX512BW-LABEL: avg_v32i16_const:
|
|
; AVX512BW: # BB#0:
|
|
; AVX512BW-NEXT: vmovdqu16 (%rdi), %zmm0
|
|
; AVX512BW-NEXT: vpavgw {{.*}}(%rip), %zmm0, %zmm0
|
|
; AVX512BW-NEXT: vmovdqu16 %zmm0, (%rax)
|
|
; AVX512BW-NEXT: retq
|
|
%1 = load <32 x i16>, <32 x i16>* %a
|
|
%2 = zext <32 x i16> %1 to <32 x i32>
|
|
%3 = add nuw nsw <32 x i32> %2, <i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%4 = lshr <32 x i32> %3, <i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1, i32 1>
|
|
%5 = trunc <32 x i32> %4 to <32 x i16>
|
|
store <32 x i16> %5, <32 x i16>* undef, align 4
|
|
ret void
|
|
}
|