mirror of
https://github.com/rust-lang/rust.git
synced 2025-11-24 05:37:33 +00:00
e3e342a90b
This was a bit more invasive than I had kind of hoped. An alternate approach would be to add an extra call_intrinsic_with_attrs() that would have the new-in-this-change signature for call_intrinsic, but this felt about equivalent and made it a little easier to audit the relevant callsites of call_intrinsic().
63 lines
2.3 KiB
Rust
63 lines
2.3 KiB
Rust
//
|
|
|
|
//@ compile-flags: -C no-prepopulate-passes
|
|
//@ revisions: LLVM21 LLVM22
|
|
//@ [LLVM22] min-llvm-version: 22
|
|
//@ [LLVM21] max-llvm-major-version: 21
|
|
// ignore-tidy-linelength
|
|
|
|
#![crate_type = "lib"]
|
|
#![feature(repr_simd, core_intrinsics)]
|
|
#![allow(non_camel_case_types)]
|
|
|
|
#[path = "../../auxiliary/minisimd.rs"]
|
|
mod minisimd;
|
|
use minisimd::*;
|
|
|
|
use std::intrinsics::simd::simd_gather;
|
|
|
|
pub type Vec2<T> = Simd<T, 2>;
|
|
pub type Vec4<T> = Simd<T, 4>;
|
|
|
|
// CHECK-LABEL: @gather_f32x2
|
|
#[no_mangle]
|
|
pub unsafe fn gather_f32x2(
|
|
pointers: Vec2<*const f32>,
|
|
mask: Vec2<i32>,
|
|
values: Vec2<f32>,
|
|
) -> Vec2<f32> {
|
|
// CHECK: [[A:%[0-9]+]] = lshr <2 x i32> {{.*}}, {{<i32 31, i32 31>|splat \(i32 31\)}}
|
|
// CHECK: [[B:%[0-9]+]] = trunc <2 x i32> [[A]] to <2 x i1>
|
|
// LLVM21: call <2 x float> @llvm.masked.gather.v2f32.v2p0(<2 x ptr> {{.*}}, i32 {{.*}}, <2 x i1> [[B]], <2 x float> {{.*}})
|
|
// LLVM22: call <2 x float> @llvm.masked.gather.v2f32.v2p0(<2 x ptr> align {{.*}} {{.*}}, <2 x i1> [[B]], <2 x float> {{.*}})
|
|
simd_gather(values, pointers, mask)
|
|
}
|
|
|
|
// CHECK-LABEL: @gather_f32x2_unsigned
|
|
#[no_mangle]
|
|
pub unsafe fn gather_f32x2_unsigned(
|
|
pointers: Vec2<*const f32>,
|
|
mask: Vec2<u32>,
|
|
values: Vec2<f32>,
|
|
) -> Vec2<f32> {
|
|
// CHECK: [[A:%[0-9]+]] = lshr <2 x i32> {{.*}}, {{<i32 31, i32 31>|splat \(i32 31\)}}
|
|
// CHECK: [[B:%[0-9]+]] = trunc <2 x i32> [[A]] to <2 x i1>
|
|
// LLVM21: call <2 x float> @llvm.masked.gather.v2f32.v2p0(<2 x ptr> {{.*}}, i32 {{.*}}, <2 x i1> [[B]], <2 x float> {{.*}})
|
|
// LLVM22: call <2 x float> @llvm.masked.gather.v2f32.v2p0(<2 x ptr> align {{.*}} {{.*}}, <2 x i1> [[B]], <2 x float> {{.*}})
|
|
simd_gather(values, pointers, mask)
|
|
}
|
|
|
|
// CHECK-LABEL: @gather_pf32x2
|
|
#[no_mangle]
|
|
pub unsafe fn gather_pf32x2(
|
|
pointers: Vec2<*const *const f32>,
|
|
mask: Vec2<i32>,
|
|
values: Vec2<*const f32>,
|
|
) -> Vec2<*const f32> {
|
|
// CHECK: [[A:%[0-9]+]] = lshr <2 x i32> {{.*}}, {{<i32 31, i32 31>|splat \(i32 31\)}}
|
|
// CHECK: [[B:%[0-9]+]] = trunc <2 x i32> [[A]] to <2 x i1>
|
|
// LLVM21: call <2 x ptr> @llvm.masked.gather.v2p0.v2p0(<2 x ptr> {{.*}}, i32 {{.*}}, <2 x i1> [[B]], <2 x ptr> {{.*}})
|
|
// LLVM22: call <2 x ptr> @llvm.masked.gather.v2p0.v2p0(<2 x ptr> align {{.*}} {{.*}}, <2 x i1> [[B]], <2 x ptr> {{.*}})
|
|
simd_gather(values, pointers, mask)
|
|
}
|