1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
#![allow(dead_code)]
use coresimd::simd::*;
#[allow(improper_ctypes)]
extern "C" {
#[link_name = "llvm.sqrt.f32"]
fn sqrt_f32(x: f32) -> f32;
#[link_name = "llvm.sqrt.f64"]
fn sqrt_f64(x: f64) -> f64;
#[link_name = "llvm.sqrt.v2f32"]
fn sqrt_v2f32(x: f32x2) -> f32x2;
#[link_name = "llvm.sqrt.v4f32"]
fn sqrt_v4f32(x: f32x4) -> f32x4;
#[link_name = "llvm.sqrt.v8f32"]
fn sqrt_v8f32(x: f32x8) -> f32x8;
#[link_name = "llvm.sqrt.v16f32"]
fn sqrt_v16f32(x: f32x16) -> f32x16;
#[link_name = "llvm.sqrt.v2f64"]
fn sqrt_v2f64(x: f64x2) -> f64x2;
#[link_name = "llvm.sqrt.v4f64"]
fn sqrt_v4f64(x: f64x4) -> f64x4;
#[link_name = "llvm.sqrt.v8f64"]
fn sqrt_v8f64(x: f64x8) -> f64x8;
}
pub(crate) trait FloatSqrt {
fn sqrt(self) -> Self;
}
trait RawSqrt {
fn raw_sqrt(self) -> Self;
}
impl RawSqrt for f32 {
fn raw_sqrt(self) -> Self {
unsafe { sqrt_f32(self) }
}
}
impl RawSqrt for f64 {
fn raw_sqrt(self) -> Self {
unsafe { sqrt_f64(self) }
}
}
macro_rules! impl_fsqrt {
($id:ident : $fn:ident) => {
#[cfg(not(target_arch = "s390x"))]
impl FloatSqrt for $id {
fn sqrt(self) -> Self {
unsafe { $fn(self) }
}
}
#[cfg(target_arch = "s390x")]
impl FloatSqrt for $id {
fn sqrt(self) -> Self {
let mut v = $id::splat(0.);
for i in 0..$id::lanes() {
v = v.replace(i, self.extract(i).raw_sqrt());
}
v
}
}
};
}
impl_fsqrt!(f32x2: sqrt_v2f32);
impl_fsqrt!(f32x4: sqrt_v4f32);
impl_fsqrt!(f32x8: sqrt_v8f32);
impl_fsqrt!(f32x16: sqrt_v16f32);
impl_fsqrt!(f64x2: sqrt_v2f64);
impl_fsqrt!(f64x4: sqrt_v4f64);
impl_fsqrt!(f64x8: sqrt_v8f64);