#include "sn_intrinsic.h" DECLARE_KER_PROC_ANS_SCALAR(float, sse, fill) { register __m128 vec = _mm_set_ps1(((float *)(scalar->data))[0]); ans->xmm[0] = vec; ans->xmm[1] = vec; ans->xmm[2] = vec; ans->xmm[3] = vec; } DECLARE_KER_PROC_ANS_SCALAR(float, avx, fill) { register __m256 vec = _mm256_broadcast_ss(((float *)(scalar->data))); ans->ymm[0] = vec; ans->ymm[1] = vec; } DECLARE_KER_PROC_ANS_SCALAR(float, 512, fill) { register __m512 vec = _mm512_broadcastss_ps(((__m128 *)(scalar->data))[0]); ans[i].zmm[0] = vec; } DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, sse, add) { register __m128 c0 = _mm_add_ps(left->xmm[0], right->xmm[0]); register __m128 c1 = _mm_add_ps(left->xmm[1], right->xmm[1]); register __m128 c2 = _mm_add_ps(left->xmm[2], right->xmm[2]); register __m128 c3 = _mm_add_ps(left->xmm[3], right->xmm[3]); ans->xmm[0] = c0; ans->xmm[1] = c1; ans->xmm[2] = c2; ans->xmm[3] = c3; } DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, avx, add) { register __m256 c0 = _mm256_add_ps(left->ymm[0], right->ymm[0]); register __m256 c1 = _mm256_add_ps(left->ymm[1], right->ymm[1]); ans->ymm[0] = c0; ans->ymm[1] = c1; } DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, 512, add) { register __m512 c0 = _mm512_add_ps(left->zmm[0], right->zmm[0]); ans->zmm[0] = c0; } DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, sse, sub) { register __m128 c0 = _mm_sub_ps(left->xmm[0], right->xmm[0]); register __m128 c1 = _mm_sub_ps(left->xmm[1], right->xmm[1]); register __m128 c2 = _mm_sub_ps(left->xmm[2], right->xmm[2]); register __m128 c3 = _mm_sub_ps(left->xmm[3], right->xmm[3]); ans->xmm[0] = c0; ans->xmm[1] = c1; ans->xmm[2] = c2; ans->xmm[3] = c3; } DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, avx, sub) { register __m256 c0 = _mm256_sub_ps(left->ymm[0], right->ymm[0]); register __m256 c1 = _mm256_sub_ps(left->ymm[1], right->ymm[1]); ans->ymm[0] = c0; ans->ymm[1] = c1; } DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, 512, sub) { register __m512 c0 = _mm512_sub_ps(left->zmm[0], right->zmm[0]); ans->zmm[0] = c0; } DECLARE_KER_PROC_RIGHT_ANS_SCALAR(float, sse, scalar_mul) { register __m128 vec = _mm_set_ps1(((float *)(scalar->data))[0]); register __m128 c0 = _mm_mul_ps(right->xmm[0], vec); register __m128 c1 = _mm_mul_ps(right->xmm[1], vec); register __m128 c2 = _mm_mul_ps(right->xmm[2], vec); register __m128 c3 = _mm_mul_ps(right->xmm[3], vec); ans->xmm[0] = c0; ans->xmm[1] = c1; ans->xmm[2] = c2; ans->xmm[3] = c3; } DECLARE_BUF_PROC_RIGHT_ANS_SCALAR(float, avx, scalar_mul) { register __m256 vec = _mm256_broadcast_ss(((float *)(scalar->data))); for (size_t i = 0; i < count; i++) { register __m256 c0 = _mm256_mul_ps(right[i].ymm[0], vec); register __m256 c1 = _mm256_mul_ps(right[i].ymm[1], vec); ans[i].ymm[0] = c0; ans[i].ymm[1] = c1; } } DECLARE_BUF_PROC_RIGHT_ANS_SCALAR(float, 512, scalar_mul) { register __m512 vec = _mm512_broadcastss_ps(((__m128 *)(scalar->data))[0]); for (size_t i = 0; i < count; i++) { register __m512 c0 = _mm512_mul_ps(right[i].zmm[0], vec); ans[i].zmm[0] = c0; } }