2013-12-10 05:21:08 +08:00
|
|
|
/*
|
|
|
|
* This file derives from SFMT 1.3.3
|
|
|
|
* (http://www.math.sci.hiroshima-u.ac.jp/~m-mat/MT/SFMT/index.html), which was
|
|
|
|
* released under the terms of the following license:
|
|
|
|
*
|
|
|
|
* Copyright (c) 2006,2007 Mutsuo Saito, Makoto Matsumoto and Hiroshima
|
|
|
|
* University. All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions are
|
|
|
|
* met:
|
|
|
|
*
|
|
|
|
* * Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* * Redistributions in binary form must reproduce the above
|
|
|
|
* copyright notice, this list of conditions and the following
|
|
|
|
* disclaimer in the documentation and/or other materials provided
|
|
|
|
* with the distribution.
|
|
|
|
* * Neither the name of the Hiroshima University nor the names of
|
|
|
|
* its contributors may be used to endorse or promote products
|
|
|
|
* derived from this software without specific prior written
|
|
|
|
* permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
2017-04-22 00:37:34 +08:00
|
|
|
/**
|
2013-12-10 05:21:08 +08:00
|
|
|
* @file SFMT-sse2.h
|
|
|
|
* @brief SIMD oriented Fast Mersenne Twister(SFMT) for Intel SSE2
|
|
|
|
*
|
|
|
|
* @author Mutsuo Saito (Hiroshima University)
|
|
|
|
* @author Makoto Matsumoto (Hiroshima University)
|
|
|
|
*
|
|
|
|
* @note We assume LITTLE ENDIAN in this file
|
|
|
|
*
|
|
|
|
* Copyright (C) 2006, 2007 Mutsuo Saito, Makoto Matsumoto and Hiroshima
|
|
|
|
* University. All rights reserved.
|
|
|
|
*
|
|
|
|
* The new BSD License is applied to this software, see LICENSE.txt
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef SFMT_SSE2_H
|
|
|
|
#define SFMT_SSE2_H
|
|
|
|
|
|
|
|
/**
|
|
|
|
* This function represents the recursion formula.
|
|
|
|
* @param a a 128-bit part of the interal state array
|
|
|
|
* @param b a 128-bit part of the interal state array
|
|
|
|
* @param c a 128-bit part of the interal state array
|
|
|
|
* @param d a 128-bit part of the interal state array
|
|
|
|
* @param mask 128-bit mask
|
|
|
|
* @return output
|
|
|
|
*/
|
2017-04-22 00:37:34 +08:00
|
|
|
JEMALLOC_ALWAYS_INLINE __m128i mm_recursion(__m128i *a, __m128i *b,
|
2013-12-10 05:21:08 +08:00
|
|
|
__m128i c, __m128i d, __m128i mask) {
|
|
|
|
__m128i v, x, y, z;
|
2017-04-22 00:37:34 +08:00
|
|
|
|
2013-12-10 05:21:08 +08:00
|
|
|
x = _mm_load_si128(a);
|
|
|
|
y = _mm_srli_epi32(*b, SR1);
|
|
|
|
z = _mm_srli_si128(c, SR2);
|
|
|
|
v = _mm_slli_epi32(d, SL1);
|
|
|
|
z = _mm_xor_si128(z, x);
|
|
|
|
z = _mm_xor_si128(z, v);
|
|
|
|
x = _mm_slli_si128(x, SL2);
|
|
|
|
y = _mm_and_si128(y, mask);
|
|
|
|
z = _mm_xor_si128(z, x);
|
|
|
|
z = _mm_xor_si128(z, y);
|
|
|
|
return z;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* This function fills the internal state array with pseudorandom
|
|
|
|
* integers.
|
|
|
|
*/
|
2017-04-22 00:37:34 +08:00
|
|
|
static inline void gen_rand_all(sfmt_t *ctx) {
|
2013-12-10 05:21:08 +08:00
|
|
|
int i;
|
|
|
|
__m128i r, r1, r2, mask;
|
|
|
|
mask = _mm_set_epi32(MSK4, MSK3, MSK2, MSK1);
|
|
|
|
|
|
|
|
r1 = _mm_load_si128(&ctx->sfmt[N - 2].si);
|
|
|
|
r2 = _mm_load_si128(&ctx->sfmt[N - 1].si);
|
|
|
|
for (i = 0; i < N - POS1; i++) {
|
|
|
|
r = mm_recursion(&ctx->sfmt[i].si, &ctx->sfmt[i + POS1].si, r1, r2,
|
|
|
|
mask);
|
|
|
|
_mm_store_si128(&ctx->sfmt[i].si, r);
|
|
|
|
r1 = r2;
|
|
|
|
r2 = r;
|
|
|
|
}
|
|
|
|
for (; i < N; i++) {
|
|
|
|
r = mm_recursion(&ctx->sfmt[i].si, &ctx->sfmt[i + POS1 - N].si, r1, r2,
|
|
|
|
mask);
|
|
|
|
_mm_store_si128(&ctx->sfmt[i].si, r);
|
|
|
|
r1 = r2;
|
|
|
|
r2 = r;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* This function fills the user-specified array with pseudorandom
|
|
|
|
* integers.
|
|
|
|
*
|
2017-04-22 00:37:34 +08:00
|
|
|
* @param array an 128-bit array to be filled by pseudorandom numbers.
|
2013-12-10 05:21:08 +08:00
|
|
|
* @param size number of 128-bit pesudorandom numbers to be generated.
|
|
|
|
*/
|
2017-04-22 00:37:34 +08:00
|
|
|
static inline void gen_rand_array(sfmt_t *ctx, w128_t *array, int size) {
|
2013-12-10 05:21:08 +08:00
|
|
|
int i, j;
|
|
|
|
__m128i r, r1, r2, mask;
|
|
|
|
mask = _mm_set_epi32(MSK4, MSK3, MSK2, MSK1);
|
|
|
|
|
|
|
|
r1 = _mm_load_si128(&ctx->sfmt[N - 2].si);
|
|
|
|
r2 = _mm_load_si128(&ctx->sfmt[N - 1].si);
|
|
|
|
for (i = 0; i < N - POS1; i++) {
|
|
|
|
r = mm_recursion(&ctx->sfmt[i].si, &ctx->sfmt[i + POS1].si, r1, r2,
|
|
|
|
mask);
|
|
|
|
_mm_store_si128(&array[i].si, r);
|
|
|
|
r1 = r2;
|
|
|
|
r2 = r;
|
|
|
|
}
|
|
|
|
for (; i < N; i++) {
|
|
|
|
r = mm_recursion(&ctx->sfmt[i].si, &array[i + POS1 - N].si, r1, r2,
|
|
|
|
mask);
|
|
|
|
_mm_store_si128(&array[i].si, r);
|
|
|
|
r1 = r2;
|
|
|
|
r2 = r;
|
|
|
|
}
|
|
|
|
/* main loop */
|
|
|
|
for (; i < size - N; i++) {
|
|
|
|
r = mm_recursion(&array[i - N].si, &array[i + POS1 - N].si, r1, r2,
|
|
|
|
mask);
|
|
|
|
_mm_store_si128(&array[i].si, r);
|
|
|
|
r1 = r2;
|
|
|
|
r2 = r;
|
|
|
|
}
|
|
|
|
for (j = 0; j < 2 * N - size; j++) {
|
|
|
|
r = _mm_load_si128(&array[j + size - N].si);
|
|
|
|
_mm_store_si128(&ctx->sfmt[j].si, r);
|
|
|
|
}
|
|
|
|
for (; i < size; i++) {
|
|
|
|
r = mm_recursion(&array[i - N].si, &array[i + POS1 - N].si, r1, r2,
|
|
|
|
mask);
|
|
|
|
_mm_store_si128(&array[i].si, r);
|
|
|
|
_mm_store_si128(&ctx->sfmt[j++].si, r);
|
|
|
|
r1 = r2;
|
|
|
|
r2 = r;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|