[NFC][X86][LV] Add costmodel test coverage for interleaved i64/f64 load/store stride=2
This commit is contained in:
parent
7bb47a046f
commit
6be397eb35
|
@ -0,0 +1,71 @@
|
|||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+sse2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,SSE2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX1
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx512bw,+avx512vl --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX512
|
||||
; REQUIRES: asserts
|
||||
|
||||
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
|
||||
target triple = "x86_64-unknown-linux-gnu"
|
||||
|
||||
@A = global [1024 x double] zeroinitializer, align 128
|
||||
@B = global [1024 x i8] zeroinitializer, align 128
|
||||
|
||||
; CHECK: LV: Checking a loop in "test"
|
||||
;
|
||||
; SSE2: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; SSE2: LV: Found an estimated cost of 6 for VF 2 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; SSE2: LV: Found an estimated cost of 12 for VF 4 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; SSE2: LV: Found an estimated cost of 24 for VF 8 For instruction: %v0 = load double, double* %in0, align 8
|
||||
;
|
||||
; AVX1: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 7 for VF 2 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 16 for VF 4 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 32 for VF 8 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 64 for VF 16 For instruction: %v0 = load double, double* %in0, align 8
|
||||
;;
|
||||
; AVX2: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 7 for VF 2 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 8 for VF 4 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 32 for VF 8 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 64 for VF 16 For instruction: %v0 = load double, double* %in0, align 8
|
||||
;
|
||||
; AVX512: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 3 for VF 2 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 3 for VF 4 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 5 for VF 8 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 22 for VF 16 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 80 for VF 32 For instruction: %v0 = load double, double* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 160 for VF 64 For instruction: %v0 = load double, double* %in0, align 8
|
||||
;
|
||||
; CHECK-NOT: LV: Found an estimated cost of {{[0-9]+}} for VF {{[0-9]+}} For instruction: %v0 = load double, double* %in0, align 2
|
||||
|
||||
define void @test() {
|
||||
entry:
|
||||
br label %for.body
|
||||
|
||||
for.body:
|
||||
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
|
||||
|
||||
%iv.0 = add nuw nsw i64 %iv, 0
|
||||
%iv.1 = add nuw nsw i64 %iv, 1
|
||||
|
||||
%in0 = getelementptr inbounds [1024 x double], [1024 x double]* @A, i64 0, i64 %iv.0
|
||||
%in1 = getelementptr inbounds [1024 x double], [1024 x double]* @A, i64 0, i64 %iv.1
|
||||
|
||||
%v0 = load double, double* %in0
|
||||
%v1 = load double, double* %in1
|
||||
|
||||
%reduce.add.0 = fadd double %v0, %v1
|
||||
|
||||
%reduce.add.0.narrow = fptoui double %reduce.add.0 to i8
|
||||
|
||||
%out = getelementptr inbounds [1024 x i8], [1024 x i8]* @B, i64 0, i64 %iv.0
|
||||
store i8 %reduce.add.0.narrow, i8* %out
|
||||
|
||||
%iv.next = add nuw nsw i64 %iv.0, 2
|
||||
%cmp = icmp ult i64 %iv.next, 1024
|
||||
br i1 %cmp, label %for.body, label %for.cond.cleanup
|
||||
|
||||
for.cond.cleanup:
|
||||
ret void
|
||||
}
|
|
@ -0,0 +1,71 @@
|
|||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+sse2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,SSE2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX1
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx512bw,+avx512vl --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX512
|
||||
; REQUIRES: asserts
|
||||
|
||||
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
|
||||
target triple = "x86_64-unknown-linux-gnu"
|
||||
|
||||
@A = global [1024 x i64] zeroinitializer, align 128
|
||||
@B = global [1024 x i8] zeroinitializer, align 128
|
||||
|
||||
; CHECK: LV: Checking a loop in "test"
|
||||
;
|
||||
; SSE2: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; SSE2: LV: Found an estimated cost of 14 for VF 2 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; SSE2: LV: Found an estimated cost of 28 for VF 4 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; SSE2: LV: Found an estimated cost of 56 for VF 8 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
;
|
||||
; AVX1: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 11 for VF 2 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 26 for VF 4 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 52 for VF 8 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX1: LV: Found an estimated cost of 104 for VF 16 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
;
|
||||
; AVX2: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 11 for VF 2 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 8 for VF 4 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 52 for VF 8 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX2: LV: Found an estimated cost of 104 for VF 16 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
;
|
||||
; AVX512: LV: Found an estimated cost of 1 for VF 1 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 3 for VF 2 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 3 for VF 4 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 5 for VF 8 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 22 for VF 16 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 80 for VF 32 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
; AVX512: LV: Found an estimated cost of 160 for VF 64 For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
;
|
||||
; CHECK-NOT: LV: Found an estimated cost of {{[0-9]+}} for VF {{[0-9]+}} For instruction: %v0 = load i64, i64* %in0, align 8
|
||||
|
||||
define void @test() {
|
||||
entry:
|
||||
br label %for.body
|
||||
|
||||
for.body:
|
||||
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
|
||||
|
||||
%iv.0 = add nuw nsw i64 %iv, 0
|
||||
%iv.1 = add nuw nsw i64 %iv, 1
|
||||
|
||||
%in0 = getelementptr inbounds [1024 x i64], [1024 x i64]* @A, i64 0, i64 %iv.0
|
||||
%in1 = getelementptr inbounds [1024 x i64], [1024 x i64]* @A, i64 0, i64 %iv.1
|
||||
|
||||
%v0 = load i64, i64* %in0
|
||||
%v1 = load i64, i64* %in1
|
||||
|
||||
%reduce.add.0 = add i64 %v0, %v1
|
||||
|
||||
%reduce.add.0.narrow = trunc i64 %reduce.add.0 to i8
|
||||
|
||||
%out = getelementptr inbounds [1024 x i8], [1024 x i8]* @B, i64 0, i64 %iv.0
|
||||
store i8 %reduce.add.0.narrow, i8* %out
|
||||
|
||||
%iv.next = add nuw nsw i64 %iv.0, 2
|
||||
%cmp = icmp ult i64 %iv.next, 1024
|
||||
br i1 %cmp, label %for.body, label %for.cond.cleanup
|
||||
|
||||
for.cond.cleanup:
|
||||
ret void
|
||||
}
|
|
@ -0,0 +1,72 @@
|
|||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+sse2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,SSE2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX1
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx512bw,+avx512vl --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX512
|
||||
; REQUIRES: asserts
|
||||
|
||||
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
|
||||
target triple = "x86_64-unknown-linux-gnu"
|
||||
|
||||
@A = global [1024 x i8] zeroinitializer, align 128
|
||||
@B = global [1024 x double] zeroinitializer, align 128
|
||||
|
||||
; CHECK: LV: Checking a loop in "test"
|
||||
;
|
||||
; SSE2: LV: Found an estimated cost of 1 for VF 1 For instruction: store double %v1, double* %out1, align 8
|
||||
; SSE2: LV: Found an estimated cost of 6 for VF 2 For instruction: store double %v1, double* %out1, align 8
|
||||
; SSE2: LV: Found an estimated cost of 12 for VF 4 For instruction: store double %v1, double* %out1, align 8
|
||||
; SSE2: LV: Found an estimated cost of 24 for VF 8 For instruction: store double %v1, double* %out1, align 8
|
||||
;
|
||||
; AVX1: LV: Found an estimated cost of 1 for VF 1 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 6 for VF 2 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 16 for VF 4 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 32 for VF 8 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 64 for VF 16 For instruction: store double %v1, double* %out1, align 8
|
||||
;
|
||||
; AVX2: LV: Found an estimated cost of 1 for VF 1 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 6 for VF 2 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 8 for VF 4 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 32 for VF 8 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 64 for VF 16 For instruction: store double %v1, double* %out1, align 8
|
||||
;
|
||||
; AVX512: LV: Found an estimated cost of 1 for VF 1 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 2 for VF 2 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 2 for VF 4 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 5 for VF 8 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 10 for VF 16 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 20 for VF 32 For instruction: store double %v1, double* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 40 for VF 64 For instruction: store double %v1, double* %out1, align 8
|
||||
;
|
||||
; CHECK-NOT: LV: Found an estimated cost of {{[0-9]+}} for VF {{[0-9]+}} For instruction: store double %v1, double* %out1, align 2
|
||||
|
||||
define void @test() {
|
||||
entry:
|
||||
br label %for.body
|
||||
|
||||
for.body:
|
||||
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
|
||||
|
||||
%iv.0 = add nuw nsw i64 %iv, 0
|
||||
%iv.1 = add nuw nsw i64 %iv, 1
|
||||
|
||||
%in = getelementptr inbounds [1024 x i8], [1024 x i8]* @A, i64 0, i64 %iv.0
|
||||
%v.narrow = load i8, i8* %in
|
||||
|
||||
%v = uitofp i8 %v.narrow to double
|
||||
|
||||
%v0 = fadd double %v, 0.0
|
||||
%v1 = fadd double %v, 1.0
|
||||
|
||||
%out0 = getelementptr inbounds [1024 x double], [1024 x double]* @B, i64 0, i64 %iv.0
|
||||
%out1 = getelementptr inbounds [1024 x double], [1024 x double]* @B, i64 0, i64 %iv.1
|
||||
|
||||
store double %v0, double* %out0
|
||||
store double %v1, double* %out1
|
||||
|
||||
%iv.next = add nuw nsw i64 %iv.0, 2
|
||||
%cmp = icmp ult i64 %iv.next, 1024
|
||||
br i1 %cmp, label %for.body, label %for.cond.cleanup
|
||||
|
||||
for.cond.cleanup:
|
||||
ret void
|
||||
}
|
|
@ -0,0 +1,72 @@
|
|||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+sse2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,SSE2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX1
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx2 --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX2
|
||||
; RUN: opt -loop-vectorize -vectorizer-maximize-bandwidth -S -mattr=+avx512bw,+avx512vl --debug-only=loop-vectorize < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,AVX512
|
||||
; REQUIRES: asserts
|
||||
|
||||
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
|
||||
target triple = "x86_64-unknown-linux-gnu"
|
||||
|
||||
@A = global [1024 x i8] zeroinitializer, align 128
|
||||
@B = global [1024 x i64] zeroinitializer, align 128
|
||||
|
||||
; CHECK: LV: Checking a loop in "test"
|
||||
;
|
||||
; SSE2: LV: Found an estimated cost of 1 for VF 1 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; SSE2: LV: Found an estimated cost of 14 for VF 2 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; SSE2: LV: Found an estimated cost of 28 for VF 4 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; SSE2: LV: Found an estimated cost of 56 for VF 8 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
;
|
||||
; AVX1: LV: Found an estimated cost of 1 for VF 1 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 11 for VF 2 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 26 for VF 4 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 52 for VF 8 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX1: LV: Found an estimated cost of 104 for VF 16 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
;
|
||||
; AVX2: LV: Found an estimated cost of 1 for VF 1 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 11 for VF 2 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 8 for VF 4 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 52 for VF 8 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX2: LV: Found an estimated cost of 104 for VF 16 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
;
|
||||
; AVX512: LV: Found an estimated cost of 1 for VF 1 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 2 for VF 2 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 2 for VF 4 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 5 for VF 8 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 10 for VF 16 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 20 for VF 32 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
; AVX512: LV: Found an estimated cost of 40 for VF 64 For instruction: store i64 %v1, i64* %out1, align 8
|
||||
;
|
||||
; CHECK-NOT: LV: Found an estimated cost of {{[0-9]+}} for VF {{[0-9]+}} For instruction: store i64 %v1, i64* %out1, align 8
|
||||
|
||||
define void @test() {
|
||||
entry:
|
||||
br label %for.body
|
||||
|
||||
for.body:
|
||||
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
|
||||
|
||||
%iv.0 = add nuw nsw i64 %iv, 0
|
||||
%iv.1 = add nuw nsw i64 %iv, 1
|
||||
|
||||
%in = getelementptr inbounds [1024 x i8], [1024 x i8]* @A, i64 0, i64 %iv.0
|
||||
%v.narrow = load i8, i8* %in
|
||||
|
||||
%v = zext i8 %v.narrow to i64
|
||||
|
||||
%v0 = add i64 %v, 0
|
||||
%v1 = add i64 %v, 1
|
||||
|
||||
%out0 = getelementptr inbounds [1024 x i64], [1024 x i64]* @B, i64 0, i64 %iv.0
|
||||
%out1 = getelementptr inbounds [1024 x i64], [1024 x i64]* @B, i64 0, i64 %iv.1
|
||||
|
||||
store i64 %v0, i64* %out0
|
||||
store i64 %v1, i64* %out1
|
||||
|
||||
%iv.next = add nuw nsw i64 %iv.0, 2
|
||||
%cmp = icmp ult i64 %iv.next, 1024
|
||||
br i1 %cmp, label %for.body, label %for.cond.cleanup
|
||||
|
||||
for.cond.cleanup:
|
||||
ret void
|
||||
}
|
Loading…
Reference in a new issue