128 lines
5.2 KiB
C
128 lines
5.2 KiB
C
#include "sn_target.h"
|
|
|
|
#if SN_IS_ARCH(SN_ARCH_X86_64)
|
|
|
|
#include "StgSharpNative.h"
|
|
#include "sn_intrinsic.h"
|
|
#include "sn_intrinsic.std.h"
|
|
#include "sn_intrinsic.context.x86.h"
|
|
|
|
#if defined(_MSC_VER) && !defined(__clang__)
|
|
#include <intrin.h>
|
|
#include <isa_availability.h>
|
|
#else
|
|
#include <cpuid.h>
|
|
#endif // _MSC_VER
|
|
|
|
PRIVATE void load_intrinsic_sse(sn_intrinsic *context, SIMDID id);
|
|
PRIVATE void load_intrinsic_avx(sn_intrinsic *context, SIMDID id);
|
|
PRIVATE void load_intrinsic_512(sn_intrinsic *context, SIMDID id);
|
|
|
|
SN_API void load_intrinsic_function(void *intrinsic_context, uint64_t id)
|
|
{
|
|
sn_null_assert(intrinsic_context);
|
|
|
|
SIMDID simdid;
|
|
if (id) {
|
|
simdid.mask = id;
|
|
} else {
|
|
simdid = sn_get_simd_level_global();
|
|
}
|
|
|
|
sn_intrinsic *context = (sn_intrinsic *)intrinsic_context;
|
|
|
|
switch (simdid.make_byte[1]) {
|
|
case SIMDID_MAIN_LVL_SSE:
|
|
load_intrinsic_sse(context, simdid);
|
|
break;
|
|
case SIMDID_MAIN_LVL_AVX2:
|
|
load_intrinsic_avx(context, simdid);
|
|
break;
|
|
case SIMDID_MAIN_LVL_AVX512:
|
|
case SIMDID_MAIN_LVL_AMX:
|
|
case SIMDID_MAIN_LVL_AVX10:
|
|
load_intrinsic_512(context, simdid);
|
|
break;
|
|
}
|
|
}
|
|
|
|
void load_intrinsic_sse(sn_intrinsic *context, SIMDID id)
|
|
{
|
|
context->city_hash_simplify = city_hash_simplify_sse;
|
|
context->factorial_simd = factorial_simd_sse;
|
|
|
|
context->mat_mk[F32].add = MK_PROC_NAME_STD(float, sse, , add);
|
|
context->mat_mk[F32].fill = MK_PROC_NAME_STD(float, sse, , fill);
|
|
context->mat_mk[F32].scalar_mul = MK_PROC_NAME_STD(float, sse, , scalar_mul);
|
|
context->mat_mk[F32].sub = MK_PROC_NAME_STD(float, sse, , sub);
|
|
context->mat_mk[F32].transpose = MK_PROC_NAME_STD(float, sse, , transpose);
|
|
context->mat_mk[F32].fma = MK_PROC_NAME_STD(float, sse, , fma);
|
|
context->mat_mk[F32].pivot = NULL;
|
|
|
|
context->mat_mk[F64].add = MK_PROC_NAME_STD(double, sse, , add);
|
|
context->mat_mk[F64].fill = MK_PROC_NAME_STD(double, sse, , fill);
|
|
context->mat_mk[F64].scalar_mul = MK_PROC_NAME_STD(double, sse, , scalar_mul);
|
|
context->mat_mk[F64].sub = MK_PROC_NAME_STD(double, sse, , sub);
|
|
context->mat_mk[F64].transpose = NULL;
|
|
context->mat_mk[F64].fma = MK_PROC_NAME_STD(double, sse, , fma);
|
|
context->mat_mk[F64].pivot = NULL;
|
|
|
|
context->vec_f32_normalize_3 = f32_normalize;
|
|
}
|
|
|
|
void load_intrinsic_avx(sn_intrinsic *context, SIMDID id)
|
|
{
|
|
char avx_seg = id.make_byte[5];
|
|
char is_fma = (avx_seg & SIMDID_AVX_FMA) != 0;
|
|
char is_f16c = (avx_seg & SIMDID_AVX_F16C) != 0;
|
|
|
|
context->city_hash_simplify = city_hash_simplify_sse;
|
|
context->factorial_simd = factorial_simd_sse;
|
|
|
|
context->mat_mk[F32].add = MK_PROC_NAME_STD(float, avx, , add);
|
|
context->mat_mk[F32].fill = MK_PROC_NAME_STD(float, avx, , fill);
|
|
context->mat_mk[F32].scalar_mul = MK_PROC_NAME_STD(float, avx, , scalar_mul);
|
|
context->mat_mk[F32].sub = MK_PROC_NAME_STD(float, avx, , sub);
|
|
context->mat_mk[F32].transpose = MK_PROC_NAME_STD(float, avx, , transpose);
|
|
context->mat_mk[F32].fma = is_fma ? MK_PROC_NAME_STD(float, avx, , fma) :
|
|
MK_PROC_NAME_STD(float, avx, _fma, fma);
|
|
context->mat_mk[F32].pivot = NULL;
|
|
|
|
context->mat_mk[F64].add = MK_PROC_NAME_STD(double, avx, , add);
|
|
context->mat_mk[F64].fill = MK_PROC_NAME_STD(double, avx, , fill);
|
|
context->mat_mk[F64].scalar_mul = MK_PROC_NAME_STD(double, avx, , scalar_mul);
|
|
context->mat_mk[F64].sub = MK_PROC_NAME_STD(double, avx, , sub);
|
|
context->mat_mk[F64].transpose = NULL;
|
|
context->mat_mk[F64].fma = is_fma ? MK_PROC_NAME_STD(double, avx, , fma) :
|
|
MK_PROC_NAME_STD(double, avx, _fma, fma);
|
|
context->mat_mk[F64].pivot = NULL;
|
|
|
|
context->vec_f32_normalize_3 = f32_normalize;
|
|
}
|
|
|
|
void load_intrinsic_512(sn_intrinsic *context, SIMDID id)
|
|
{
|
|
context->city_hash_simplify = city_hash_simplify_sse;
|
|
context->factorial_simd = factorial_simd_sse;
|
|
|
|
context->mat_mk[F32].add = MK_PROC_NAME_STD(float, 512, , add);
|
|
context->mat_mk[F32].fill = MK_PROC_NAME_STD(float, 512, , fill);
|
|
context->mat_mk[F32].scalar_mul = MK_PROC_NAME_STD(float, 512, , scalar_mul);
|
|
context->mat_mk[F32].sub = MK_PROC_NAME_STD(float, 512, , sub);
|
|
context->mat_mk[F32].transpose = MK_PROC_NAME_STD(float, 512, , transpose);
|
|
context->mat_mk[F32].fma = MK_PROC_NAME_STD(float, 512, , fma);
|
|
context->mat_mk[F32].pivot = NULL;
|
|
|
|
context->mat_mk[F64].add = MK_PROC_NAME_STD(double, 512, , add);
|
|
context->mat_mk[F64].fill = MK_PROC_NAME_STD(double, 512, , fill);
|
|
context->mat_mk[F64].scalar_mul = MK_PROC_NAME_STD(double, 512, , scalar_mul);
|
|
context->mat_mk[F64].sub = MK_PROC_NAME_STD(double, 512, , sub);
|
|
context->mat_mk[F64].transpose = NULL;
|
|
context->mat_mk[F64].fma = MK_PROC_NAME_STD(double, 512, , fma);
|
|
context->mat_mk[F64].pivot = NULL;
|
|
|
|
context->vec_f32_normalize_3 = f32_normalize;
|
|
}
|
|
|
|
#endif
|