MLX
Loading...
Searching...
No Matches
mlx
backend
metal
kernels
erf.h
Go to the documentation of this file.
1
// Copyright © 2023 Apple Inc.
2
3
#pragma once
4
#include <metal_math>
5
6
/*
7
* Approximation to the error function.
8
* Based on code from:
9
* https://stackoverflow.com/questions/35148198/efficient-faithfully-rounded-implementation-of-error-function-erff#answer-35148199
10
*/
11
float
erf
(
float
a) {
12
float
r, s, t,
u
;
13
t =
metal::abs
(a);
14
s = a * a;
15
if
(t > 0.927734375f) {
16
// maximum error 0.99527 ulp
17
r =
metal::fma
(
18
-1.72853470e-5f, t, 3.83197126e-4f);
// -0x1.220000p-16,0x1.91cfb2p-12
19
u
=
metal::fma
(
20
-3.88396438e-3f, t, 2.42546219e-2f);
// -0x1.fd1438p-9, 0x1.8d6342p-6
21
r =
metal::fma
(r, s,
u
);
22
r =
metal::fma
(r, t, -1.06777877e-1f);
// -0x1.b55cb8p-4
23
r =
metal::fma
(r, t, -6.34846687e-1f);
// -0x1.450aa0p-1
24
r =
metal::fma
(r, t, -1.28717512e-1f);
// -0x1.079d0cp-3
25
r =
metal::fma
(r, t, -t);
26
// TODO, replace with expm1 when implemented
27
r = 1.0f -
metal::exp
(r);
28
r = metal::copysign(r, a);
29
}
else
{
30
// maximum error 0.98929 ulp
31
r = -5.96761703e-4f;
// -0x1.38e000p-11
32
r =
metal::fma
(r, s, 4.99119423e-3f);
// 0x1.471a58p-8
33
r =
metal::fma
(r, s, -2.67681349e-2f);
// -0x1.b691b2p-6
34
r =
metal::fma
(r, s, 1.12819925e-1f);
// 0x1.ce1c44p-4
35
r =
metal::fma
(r, s, -3.76125336e-1f);
// -0x1.812700p-2
36
r =
metal::fma
(r, s, 1.28379166e-1f);
// 0x1.06eba8p-3
37
r =
metal::fma
(r, a, a);
38
}
39
return
r;
40
}
41
42
float
erfinv
(
float
a) {
43
auto
t =
metal::fma
(a, 0.0f - a, 1.0f);
44
t =
metal::log
(t);
45
float
p;
46
if
(
metal::abs
(t) > 6.125f) {
// maximum ulp error = 2.35793
47
p = 3.03697567e-10f;
// 0x1.4deb44p-32
48
p =
metal::fma
(p, t, 2.93243101e-8f);
// 0x1.f7c9aep-26
49
p =
metal::fma
(p, t, 1.22150334e-6f);
// 0x1.47e512p-20
50
p =
metal::fma
(p, t, 2.84108955e-5f);
// 0x1.dca7dep-16
51
p =
metal::fma
(p, t, 3.93552968e-4f);
// 0x1.9cab92p-12
52
p =
metal::fma
(p, t, 3.02698812e-3f);
// 0x1.8cc0dep-9
53
p =
metal::fma
(p, t, 4.83185798e-3f);
// 0x1.3ca920p-8
54
p =
metal::fma
(p, t, -2.64646143e-1f);
// -0x1.0eff66p-2
55
p =
metal::fma
(p, t, 8.40016484e-1f);
// 0x1.ae16a4p-1
56
}
else
{
// maximum ulp error = 2.35002
57
p = 5.43877832e-9f;
// 0x1.75c000p-28
58
p =
metal::fma
(p, t, 1.43285448e-7f);
// 0x1.33b402p-23
59
p =
metal::fma
(p, t, 1.22774793e-6f);
// 0x1.499232p-20
60
p =
metal::fma
(p, t, 1.12963626e-7f);
// 0x1.e52cd2p-24
61
p =
metal::fma
(p, t, -5.61530760e-5f);
// -0x1.d70bd0p-15
62
p =
metal::fma
(p, t, -1.47697632e-4f);
// -0x1.35be90p-13
63
p =
metal::fma
(p, t, 2.31468678e-3f);
// 0x1.2f6400p-9
64
p =
metal::fma
(p, t, 1.15392581e-2f);
// 0x1.7a1e50p-7
65
p =
metal::fma
(p, t, -2.32015476e-1f);
// -0x1.db2aeep-3
66
p =
metal::fma
(p, t, 8.86226892e-1f);
// 0x1.c5bf88p-1
67
}
68
return
a * p;
69
}
erfinv
float erfinv(float a)
Definition
erf.h:42
erf
float erf(float a)
Definition
erf.h:11
metal::log
METAL_FUNC bfloat16_t log(bfloat16_t x)
Definition
bf16_math.h:234
metal::fma
METAL_FUNC bfloat16_t fma(bfloat16_t x, bfloat16_t y, bfloat16_t z)
Definition
bf16_math.h:234
metal::abs
METAL_FUNC bfloat16_t abs(bfloat16_t x)
Definition
bf16_math.h:234
metal::exp
METAL_FUNC bfloat16_t exp(bfloat16_t x)
Definition
bf16_math.h:234
u
uint32_t u
Definition
bf16.h:17
Generated by
1.10.0