21 #ifndef ROCRAND_MRG32K3A_H_
22 #define ROCRAND_MRG32K3A_H_
24 #include "rocrand/rocrand_common.h"
25 #include "rocrand/rocrand_mrg32k3a_precomputed.h"
27 #include <hip/hip_runtime.h>
29 #define ROCRAND_MRG32K3A_POW32 4294967296U
30 #define ROCRAND_MRG32K3A_M1 4294967087U
31 #define ROCRAND_MRG32K3A_M1C 209U
32 #define ROCRAND_MRG32K3A_M2 4294944443U
33 #define ROCRAND_MRG32K3A_M2C 22853U
34 #define ROCRAND_MRG32K3A_A12 1403580U
35 #define ROCRAND_MRG32K3A_A13 (4294967087U - 810728U)
36 #define ROCRAND_MRG32K3A_A13N 810728U
37 #define ROCRAND_MRG32K3A_A21 527612U
38 #define ROCRAND_MRG32K3A_A23 (4294944443U - 1370589U)
39 #define ROCRAND_MRG32K3A_A23N 1370589U
40 #define ROCRAND_MRG32K3A_NORM_DOUBLE (2.3283065498378288e-10)
41 #define ROCRAND_MRG32K3A_UINT_NORM \
52 #define ROCRAND_MRG32K3A_DEFAULT_SEED 12345ULL
55 namespace rocrand_device {
62 #ifndef ROCRAND_DETAIL_BM_NOT_IN_STATE
68 double boxmuller_double;
69 float boxmuller_float;
75 __forceinline__ __device__ __host__ mrg32k3a_engine()
88 __forceinline__ __device__ __host__ mrg32k3a_engine(
const unsigned long long seed,
89 const unsigned long long subsequence,
90 const unsigned long long offset)
92 this->seed(seed, subsequence, offset);
103 __forceinline__ __device__ __host__
void seed(
unsigned long long seed_value,
104 const unsigned long long subsequence,
105 const unsigned long long offset)
111 unsigned int x = (
unsigned int) seed_value ^ 0x55555555U;
112 unsigned int y = (
unsigned int) ((seed_value >> 32) ^ 0xAAAAAAAAU);
113 m_state.g1[0] = mod_mul_m1(x, seed_value);
114 m_state.g1[1] = mod_mul_m1(y, seed_value);
115 m_state.g1[2] = mod_mul_m1(x, seed_value);
116 m_state.g2[0] = mod_mul_m2(y, seed_value);
117 m_state.g2[1] = mod_mul_m2(x, seed_value);
118 m_state.g2[2] = mod_mul_m2(y, seed_value);
119 this->restart(subsequence, offset);
123 __forceinline__ __device__ __host__
void discard(
unsigned long long offset)
125 this->discard_impl(offset);
130 __forceinline__ __device__ __host__
void discard_subsequence(
unsigned long long subsequence)
132 this->discard_subsequence_impl(subsequence);
137 __forceinline__ __device__ __host__
void discard_sequence(
unsigned long long sequence)
139 this->discard_sequence_impl(sequence);
142 __forceinline__ __device__ __host__
void restart(
const unsigned long long subsequence,
143 const unsigned long long offset)
145 #ifndef ROCRAND_DETAIL_BM_NOT_IN_STATE
146 m_state.boxmuller_float = ROCRAND_NAN_FLOAT;
147 m_state.boxmuller_double = ROCRAND_NAN_DOUBLE;
149 this->discard_subsequence_impl(subsequence);
150 this->discard_impl(offset);
153 __forceinline__ __device__ __host__
unsigned int operator()()
160 __forceinline__ __device__ __host__
163 const unsigned int p1 = mod_m1(detail::mad_u64_u32(
164 ROCRAND_MRG32K3A_A12,
166 detail::mul_u64_u32(ROCRAND_MRG32K3A_A13N, (ROCRAND_MRG32K3A_M1 - m_state.g1[0]))));
168 m_state.g1[0] = m_state.g1[1];
169 m_state.g1[1] = m_state.g1[2];
172 const unsigned int p2 = mod_m2(detail::mad_u64_u32(
173 ROCRAND_MRG32K3A_A21,
175 detail::mul_u64_u32(ROCRAND_MRG32K3A_A23N, (ROCRAND_MRG32K3A_M2 - m_state.g2[0]))));
177 m_state.g2[0] = m_state.g2[1];
178 m_state.g2[1] = m_state.g2[2];
181 return (p1 - p2) + (p1 <= p2 ? ROCRAND_MRG32K3A_M1 : 0);
187 __forceinline__ __device__ __host__
void discard_impl(
unsigned long long offset)
189 discard_state(offset);
193 __forceinline__ __device__ __host__
void
194 discard_subsequence_impl(
unsigned long long subsequence)
198 while(subsequence > 0) {
199 if (subsequence & 1) {
200 #if defined(__HIP_DEVICE_COMPILE__)
201 mod_mat_vec_m1(d_A1P76 + i, m_state.g1);
202 mod_mat_vec_m2(d_A2P76 + i, m_state.g2);
204 mod_mat_vec_m1(h_A1P76 + i, m_state.g1);
205 mod_mat_vec_m2(h_A2P76 + i, m_state.g2);
214 __forceinline__ __device__ __host__
void discard_sequence_impl(
unsigned long long sequence)
218 while(sequence > 0) {
220 #if defined(__HIP_DEVICE_COMPILE__)
221 mod_mat_vec_m1(d_A1P127 + i, m_state.g1);
222 mod_mat_vec_m2(d_A2P127 + i, m_state.g2);
224 mod_mat_vec_m1(h_A1P127 + i, m_state.g1);
225 mod_mat_vec_m2(h_A2P127 + i, m_state.g2);
235 __forceinline__ __device__ __host__
void discard_state(
unsigned long long offset)
241 #if defined(__HIP_DEVICE_COMPILE__)
242 mod_mat_vec_m1(d_A1 + i, m_state.g1);
243 mod_mat_vec_m2(d_A2 + i, m_state.g2);
245 mod_mat_vec_m1(h_A1 + i, m_state.g1);
246 mod_mat_vec_m2(h_A2 + i, m_state.g2);
256 __forceinline__ __device__ __host__
void discard_state()
262 __forceinline__ __device__ __host__
263 static void mod_mat_vec_m1(
const unsigned int* A,
unsigned int* s)
265 unsigned long long x[3] = {s[0], s[1], s[2]};
267 s[0] = mod_m1(mod_m1(A[0] * x[0]) + mod_m1(A[1] * x[1]) + mod_m1(A[2] * x[2]));
269 s[1] = mod_m1(mod_m1(A[3] * x[0]) + mod_m1(A[4] * x[1]) + mod_m1(A[5] * x[2]));
271 s[2] = mod_m1(mod_m1(A[6] * x[0]) + mod_m1(A[7] * x[1]) + mod_m1(A[8] * x[2]));
274 __forceinline__ __device__ __host__
275 static void mod_mat_vec_m2(
const unsigned int* A,
unsigned int* s)
277 unsigned long long x[3] = {s[0], s[1], s[2]};
279 s[0] = mod_m2(mod_m2(A[0] * x[0]) + mod_m2(A[1] * x[1]) + mod_m2(A[2] * x[2]));
281 s[1] = mod_m2(mod_m2(A[3] * x[0]) + mod_m2(A[4] * x[1]) + mod_m2(A[5] * x[2]));
283 s[2] = mod_m2(mod_m2(A[6] * x[0]) + mod_m2(A[7] * x[1]) + mod_m2(A[8] * x[2]));
286 __forceinline__ __device__ __host__
static unsigned long long mod_mul_m1(
unsigned int i,
287 unsigned long long j)
289 long long hi, lo, temp1, temp2;
292 lo = i - (hi * 131072);
293 temp1 = mod_m1(hi * j) * 131072;
294 temp2 = mod_m1(lo * j);
295 lo = mod_m1(temp1 + temp2);
298 lo += ROCRAND_MRG32K3A_M1;
302 __forceinline__ __device__ __host__
303 static unsigned long long mod_m1(
unsigned long long p)
305 p = detail::mad_u64_u32(ROCRAND_MRG32K3A_M1C,
306 static_cast<unsigned int>(p >> 32),
307 static_cast<unsigned int>(p));
308 if(p >= ROCRAND_MRG32K3A_M1)
309 p -= ROCRAND_MRG32K3A_M1;
314 __forceinline__ __device__ __host__
315 static unsigned long long mod_mul_m2(
unsigned int i,
unsigned long long j)
317 long long hi, lo, temp1, temp2;
320 lo = i - (hi * 131072);
321 temp1 = mod_m2(hi * j) * 131072;
322 temp2 = mod_m2(lo * j);
323 lo = mod_m2(temp1 + temp2);
326 lo += ROCRAND_MRG32K3A_M2;
330 __forceinline__ __device__ __host__
331 static unsigned long long mod_m2(
unsigned long long p)
333 p = detail::mad_u64_u32(ROCRAND_MRG32K3A_M2C,
334 static_cast<unsigned int>(p >> 32),
335 static_cast<unsigned int>(p));
336 p = detail::mad_u64_u32(ROCRAND_MRG32K3A_M2C,
337 static_cast<unsigned int>(p >> 32),
338 static_cast<unsigned int>(p));
339 if(p >= ROCRAND_MRG32K3A_M2)
340 p -= ROCRAND_MRG32K3A_M2;
347 mrg32k3a_state m_state;
349 #ifndef ROCRAND_DETAIL_BM_NOT_IN_STATE
350 friend struct detail::engine_boxmuller_helper<mrg32k3a_engine>;
363 typedef rocrand_device::mrg32k3a_engine rocrand_state_mrg32k3a;
377 __forceinline__ __device__ __host__
379 const unsigned long long subsequence,
380 const unsigned long long offset,
381 rocrand_state_mrg32k3a* state)
383 *state = rocrand_state_mrg32k3a(seed, subsequence, offset);
398 __forceinline__ __device__ __host__
399 unsigned int rocrand(rocrand_state_mrg32k3a* state)
402 return static_cast<unsigned int>((state->next() - 1) * ROCRAND_MRG32K3A_UINT_NORM);
413 __forceinline__ __device__ __host__
414 void skipahead(
unsigned long long offset, rocrand_state_mrg32k3a* state)
416 return state->discard(offset);
428 __forceinline__ __device__ __host__
431 return state->discard_subsequence(subsequence);
443 __forceinline__ __device__ __host__
446 return state->discard_sequence(sequence);
#define ROCRAND_MRG32K3A_DEFAULT_SEED
Default seed for MRG32K3A PRNG.
Definition: rocrand_mrg32k3a.h:52
__forceinline__ __device__ __host__ void rocrand_init(const unsigned long long seed, const unsigned long long subsequence, const unsigned long long offset, rocrand_state_mrg32k3a *state)
Initializes MRG32K3A state.
Definition: rocrand_mrg32k3a.h:378
__forceinline__ __device__ __host__ void skipahead_subsequence(unsigned long long subsequence, rocrand_state_mrg32k3a *state)
Updates MRG32K3A state to skip ahead by subsequence subsequences.
Definition: rocrand_mrg32k3a.h:429
__forceinline__ __device__ __host__ void skipahead(unsigned long long offset, rocrand_state_mrg32k3a *state)
Updates MRG32K3A state to skip ahead by offset elements.
Definition: rocrand_mrg32k3a.h:414
__forceinline__ __device__ __host__ unsigned int rocrand(rocrand_state_mrg32k3a *state)
Returns uniformly distributed random unsigned int value from [0; 2^32 - 1] range.
Definition: rocrand_mrg32k3a.h:399
__forceinline__ __device__ __host__ void skipahead_sequence(unsigned long long sequence, rocrand_state_mrg32k3a *state)
Updates MRG32K3A state to skip ahead by sequence sequences.
Definition: rocrand_mrg32k3a.h:444