#include "sn_target.h" #if SN_IS_ARCH(SN_ARCH_X86_64) #include "StgSharpNative.h" #include "sn_intrinsic.h" #include "sn_intrinsic.std.h" #include "sn_intrinsic.context.x86.h" #if defined(_MSC_VER) && !defined(__clang__) #include #include #else #include #endif // _MSC_VER PRIVATE void load_intrinsic_sse(sn_intrinsic *context, SIMDID id); PRIVATE void load_intrinsic_avx(sn_intrinsic *context, SIMDID id); PRIVATE void load_intrinsic_512(sn_intrinsic *context, SIMDID id); SN_API void load_intrinsic_function(void *intrinsic_context, uint64_t id) { sn_null_assert(intrinsic_context); SIMDID simdid; if (id) { simdid.mask = id; } else { simdid = sn_get_simd_level_global(); } sn_intrinsic *context = (sn_intrinsic *)intrinsic_context; switch (simdid.make_byte[1]) { case SIMDID_MAIN_LVL_SSE: load_intrinsic_sse(context, simdid); break; case SIMDID_MAIN_LVL_AVX2: load_intrinsic_avx(context, simdid); break; case SIMDID_MAIN_LVL_AVX512: case SIMDID_MAIN_LVL_AMX: case SIMDID_MAIN_LVL_AVX10: load_intrinsic_512(context, simdid); break; } } void load_intrinsic_sse(sn_intrinsic *context, SIMDID id) { context->city_hash_simplify = city_hash_simplify_sse; context->factorial_simd = factorial_simd_sse; context->mat_mk[F32].add = MK_PROC_NAME_STD(float, sse, , add); context->mat_mk[F32].fill = MK_PROC_NAME_STD(float, sse, , fill); context->mat_mk[F32].scalar_mul = MK_PROC_NAME_STD(float, sse, , scalar_mul); context->mat_mk[F32].sub = MK_PROC_NAME_STD(float, sse, , sub); context->mat_mk[F32].transpose = MK_PROC_NAME_STD(float, sse, , transpose); context->mat_mk[F32].fma = MK_PROC_NAME_STD(float, sse, , fma); context->mat_mk[F32].pivot = NULL; context->mat_mk[F64].add = MK_PROC_NAME_STD(double, sse, , add); context->mat_mk[F64].fill = MK_PROC_NAME_STD(double, sse, , fill); context->mat_mk[F64].scalar_mul = MK_PROC_NAME_STD(double, sse, , scalar_mul); context->mat_mk[F64].sub = MK_PROC_NAME_STD(double, sse, , sub); context->mat_mk[F64].transpose = NULL; context->mat_mk[F64].fma = MK_PROC_NAME_STD(double, sse, , fma); context->mat_mk[F64].pivot = NULL; context->vec_f32_normalize_3 = f32_normalize; } void load_intrinsic_avx(sn_intrinsic *context, SIMDID id) { char avx_seg = id.make_byte[5]; char is_fma = (avx_seg & SIMDID_AVX_FMA) != 0; char is_f16c = (avx_seg & SIMDID_AVX_F16C) != 0; context->city_hash_simplify = city_hash_simplify_sse; context->factorial_simd = factorial_simd_sse; context->mat_mk[F32].add = MK_PROC_NAME_STD(float, avx, , add); context->mat_mk[F32].fill = MK_PROC_NAME_STD(float, avx, , fill); context->mat_mk[F32].scalar_mul = MK_PROC_NAME_STD(float, avx, , scalar_mul); context->mat_mk[F32].sub = MK_PROC_NAME_STD(float, avx, , sub); context->mat_mk[F32].transpose = MK_PROC_NAME_STD(float, avx, , transpose); context->mat_mk[F32].fma = is_fma ? MK_PROC_NAME_STD(float, avx, , fma) : MK_PROC_NAME_STD(float, avx, _fma, fma); context->mat_mk[F32].pivot = NULL; context->mat_mk[F64].add = MK_PROC_NAME_STD(double, avx, , add); context->mat_mk[F64].fill = MK_PROC_NAME_STD(double, avx, , fill); context->mat_mk[F64].scalar_mul = MK_PROC_NAME_STD(double, avx, , scalar_mul); context->mat_mk[F64].sub = MK_PROC_NAME_STD(double, avx, , sub); context->mat_mk[F64].transpose = NULL; context->mat_mk[F64].fma = is_fma ? MK_PROC_NAME_STD(double, avx, , fma) : MK_PROC_NAME_STD(double, avx, _fma, fma); context->mat_mk[F64].pivot = NULL; context->vec_f32_normalize_3 = f32_normalize; } void load_intrinsic_512(sn_intrinsic *context, SIMDID id) { context->city_hash_simplify = city_hash_simplify_sse; context->factorial_simd = factorial_simd_sse; context->mat_mk[F32].add = MK_PROC_NAME_STD(float, 512, , add); context->mat_mk[F32].fill = MK_PROC_NAME_STD(float, 512, , fill); context->mat_mk[F32].scalar_mul = MK_PROC_NAME_STD(float, 512, , scalar_mul); context->mat_mk[F32].sub = MK_PROC_NAME_STD(float, 512, , sub); context->mat_mk[F32].transpose = MK_PROC_NAME_STD(float, 512, , transpose); context->mat_mk[F32].fma = MK_PROC_NAME_STD(float, 512, , fma); context->mat_mk[F32].pivot = NULL; context->mat_mk[F64].add = MK_PROC_NAME_STD(double, 512, , add); context->mat_mk[F64].fill = MK_PROC_NAME_STD(double, 512, , fill); context->mat_mk[F64].scalar_mul = MK_PROC_NAME_STD(double, 512, , scalar_mul); context->mat_mk[F64].sub = MK_PROC_NAME_STD(double, 512, , sub); context->mat_mk[F64].transpose = NULL; context->mat_mk[F64].fma = MK_PROC_NAME_STD(double, 512, , fma); context->mat_mk[F64].pivot = NULL; context->vec_f32_normalize_3 = f32_normalize; } #endif