2018-04-14 02:08:49 -07:00
|
|
|
// Implements ZIGNOR [1].
|
|
|
|
//
|
|
|
|
// [1]: Jurgen A. Doornik (2005). [*An Improved Ziggurat Method to Generate Normal Random Samples*]
|
|
|
|
// (https://www.doornik.com/research/ziggurat.pdf). Nuffield College, Oxford.
|
|
|
|
//
|
|
|
|
// rust/rand used as a reference;
|
|
|
|
//
|
|
|
|
// NOTE: This seems interesting but reference code is a bit hard to grok:
|
|
|
|
// https://sbarral.github.io/etf.
|
|
|
|
|
2019-03-02 13:46:04 -08:00
|
|
|
const std = @import("../std.zig");
|
2018-04-14 02:08:49 -07:00
|
|
|
const math = std.math;
|
|
|
|
const Random = std.rand.Random;
|
|
|
|
|
2018-11-19 00:56:45 -08:00
|
|
|
pub fn next_f64(random: *Random, comptime tables: ZigTable) f64 {
|
2018-04-14 02:08:49 -07:00
|
|
|
while (true) {
|
|
|
|
// We manually construct a float from parts as we can avoid an extra random lookup here by
|
|
|
|
// using the unused exponent for the lookup table entry.
|
|
|
|
const bits = random.scalar(u64);
|
2019-11-06 20:25:57 -08:00
|
|
|
const i = @as(usize, bits & 0xff);
|
2018-04-14 02:08:49 -07:00
|
|
|
|
|
|
|
const u = blk: {
|
|
|
|
if (tables.is_symmetric) {
|
|
|
|
// Generate a value in the range [2, 4) and scale into [-1, 1)
|
|
|
|
const repr = ((0x3ff + 1) << 52) | (bits >> 12);
|
|
|
|
break :blk @bitCast(f64, repr) - 3.0;
|
|
|
|
} else {
|
|
|
|
// Generate a value in the range [1, 2) and scale into (0, 1)
|
|
|
|
const repr = (0x3ff << 52) | (bits >> 12);
|
|
|
|
break :blk @bitCast(f64, repr) - (1.0 - math.f64_epsilon / 2.0);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
const x = u * tables.x[i];
|
|
|
|
const test_x = if (tables.is_symmetric) math.fabs(x) else x;
|
|
|
|
|
|
|
|
// equivalent to |u| < tables.x[i+1] / tables.x[i] (or u < tables.x[i+1] / tables.x[i])
|
|
|
|
if (test_x < tables.x[i + 1]) {
|
|
|
|
return x;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (i == 0) {
|
|
|
|
return tables.zero_case(random, u);
|
|
|
|
}
|
|
|
|
|
|
|
|
// equivalent to f1 + DRanU() * (f0 - f1) < 1
|
|
|
|
if (tables.f[i + 1] + (tables.f[i] - tables.f[i + 1]) * random.float(f64) < tables.pdf(x)) {
|
|
|
|
return x;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-13 05:08:37 -08:00
|
|
|
pub const ZigTable = struct {
|
2018-04-14 02:08:49 -07:00
|
|
|
r: f64,
|
|
|
|
x: [257]f64,
|
|
|
|
f: [257]f64,
|
|
|
|
|
|
|
|
// probability density function used as a fallback
|
2018-05-30 13:09:11 -07:00
|
|
|
pdf: fn (f64) f64,
|
2018-04-14 02:08:49 -07:00
|
|
|
// whether the distribution is symmetric
|
|
|
|
is_symmetric: bool,
|
|
|
|
// fallback calculation in the case we are in the 0 block
|
2018-05-31 07:56:59 -07:00
|
|
|
zero_case: fn (*Random, f64) f64,
|
2018-04-14 02:08:49 -07:00
|
|
|
};
|
|
|
|
|
|
|
|
// zigNorInit
|
2018-05-28 17:23:55 -07:00
|
|
|
fn ZigTableGen(
|
|
|
|
comptime is_symmetric: bool,
|
|
|
|
comptime r: f64,
|
|
|
|
comptime v: f64,
|
2018-05-30 13:09:11 -07:00
|
|
|
comptime f: fn (f64) f64,
|
|
|
|
comptime f_inv: fn (f64) f64,
|
2018-05-31 07:56:59 -07:00
|
|
|
comptime zero_case: fn (*Random, f64) f64,
|
2018-05-28 17:23:55 -07:00
|
|
|
) ZigTable {
|
2018-04-14 02:08:49 -07:00
|
|
|
var tables: ZigTable = undefined;
|
|
|
|
|
|
|
|
tables.is_symmetric = is_symmetric;
|
|
|
|
tables.r = r;
|
|
|
|
tables.pdf = f;
|
|
|
|
tables.zero_case = zero_case;
|
|
|
|
|
|
|
|
tables.x[0] = v / f(r);
|
|
|
|
tables.x[1] = r;
|
|
|
|
|
|
|
|
for (tables.x[2..256]) |*entry, i| {
|
|
|
|
const last = tables.x[2 + i - 1];
|
2018-06-27 09:30:15 -07:00
|
|
|
entry.* = f_inv(v / last + f(last));
|
2018-04-14 02:08:49 -07:00
|
|
|
}
|
|
|
|
tables.x[256] = 0;
|
|
|
|
|
|
|
|
for (tables.f[0..]) |*entry, i| {
|
2018-06-27 09:30:15 -07:00
|
|
|
entry.* = f(tables.x[i]);
|
2018-04-14 02:08:49 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
return tables;
|
|
|
|
}
|
|
|
|
|
|
|
|
// N(0, 1)
|
|
|
|
pub const NormDist = blk: {
|
|
|
|
@setEvalBranchQuota(30000);
|
|
|
|
break :blk ZigTableGen(true, norm_r, norm_v, norm_f, norm_f_inv, norm_zero_case);
|
|
|
|
};
|
|
|
|
|
|
|
|
const norm_r = 3.6541528853610088;
|
|
|
|
const norm_v = 0.00492867323399;
|
|
|
|
|
2018-05-28 17:23:55 -07:00
|
|
|
fn norm_f(x: f64) f64 {
|
|
|
|
return math.exp(-x * x / 2.0);
|
|
|
|
}
|
|
|
|
fn norm_f_inv(y: f64) f64 {
|
|
|
|
return math.sqrt(-2.0 * math.ln(y));
|
|
|
|
}
|
2018-05-31 07:56:59 -07:00
|
|
|
fn norm_zero_case(random: *Random, u: f64) f64 {
|
2018-04-14 02:08:49 -07:00
|
|
|
var x: f64 = 1;
|
|
|
|
var y: f64 = 0;
|
|
|
|
|
|
|
|
while (-2.0 * y < x * x) {
|
|
|
|
x = math.ln(random.float(f64)) / norm_r;
|
|
|
|
y = math.ln(random.float(f64));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (u < 0) {
|
|
|
|
return x - norm_r;
|
|
|
|
} else {
|
|
|
|
return norm_r - x;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
test "ziggurant normal dist sanity" {
|
|
|
|
var prng = std.rand.DefaultPrng.init(0);
|
|
|
|
var i: usize = 0;
|
|
|
|
while (i < 1000) : (i += 1) {
|
|
|
|
_ = prng.random.floatNorm(f64);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Exp(1)
|
|
|
|
pub const ExpDist = blk: {
|
|
|
|
@setEvalBranchQuota(30000);
|
|
|
|
break :blk ZigTableGen(false, exp_r, exp_v, exp_f, exp_f_inv, exp_zero_case);
|
|
|
|
};
|
|
|
|
|
|
|
|
const exp_r = 7.69711747013104972;
|
|
|
|
const exp_v = 0.0039496598225815571993;
|
|
|
|
|
2018-05-28 17:23:55 -07:00
|
|
|
fn exp_f(x: f64) f64 {
|
|
|
|
return math.exp(-x);
|
|
|
|
}
|
|
|
|
fn exp_f_inv(y: f64) f64 {
|
|
|
|
return -math.ln(y);
|
|
|
|
}
|
2018-05-31 07:56:59 -07:00
|
|
|
fn exp_zero_case(random: *Random, _: f64) f64 {
|
2018-05-28 17:23:55 -07:00
|
|
|
return exp_r - math.ln(random.float(f64));
|
|
|
|
}
|
2018-04-14 02:08:49 -07:00
|
|
|
|
|
|
|
test "ziggurant exp dist sanity" {
|
|
|
|
var prng = std.rand.DefaultPrng.init(0);
|
|
|
|
var i: usize = 0;
|
|
|
|
while (i < 1000) : (i += 1) {
|
|
|
|
_ = prng.random.floatExp(f64);
|
|
|
|
}
|
|
|
|
}
|
2018-06-27 09:30:15 -07:00
|
|
|
|
|
|
|
test "ziggurat table gen" {
|
|
|
|
const table = NormDist;
|
|
|
|
}
|