114 lines
3.4 KiB
C
114 lines
3.4 KiB
C
#include "sn_intrinsic.h"
|
|
|
|
DECLARE_KER_PROC_ANS_SCALAR(float, sse, fill)
|
|
{
|
|
register __m128 vec = _mm_set_ps1(((float *)(scalar->data))[0]);
|
|
ans->xmm[0] = vec;
|
|
ans->xmm[1] = vec;
|
|
ans->xmm[2] = vec;
|
|
ans->xmm[3] = vec;
|
|
}
|
|
|
|
DECLARE_KER_PROC_ANS_SCALAR(float, avx, fill)
|
|
{
|
|
register __m256 vec = _mm256_broadcast_ss(((float *)(scalar->data)));
|
|
ans->ymm[0] = vec;
|
|
ans->ymm[1] = vec;
|
|
}
|
|
|
|
DECLARE_KER_PROC_ANS_SCALAR(float, 512, fill)
|
|
{
|
|
register __m512 vec = _mm512_broadcastss_ps(((__m128 *)(scalar->data))[0]);
|
|
ans[i].zmm[0] = vec;
|
|
}
|
|
|
|
DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, sse, add)
|
|
{
|
|
register __m128 c0 = _mm_add_ps(left->xmm[0], right->xmm[0]);
|
|
register __m128 c1 = _mm_add_ps(left->xmm[1], right->xmm[1]);
|
|
register __m128 c2 = _mm_add_ps(left->xmm[2], right->xmm[2]);
|
|
register __m128 c3 = _mm_add_ps(left->xmm[3], right->xmm[3]);
|
|
|
|
ans->xmm[0] = c0;
|
|
ans->xmm[1] = c1;
|
|
ans->xmm[2] = c2;
|
|
ans->xmm[3] = c3;
|
|
}
|
|
|
|
DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, avx, add)
|
|
{
|
|
register __m256 c0 = _mm256_add_ps(left->ymm[0], right->ymm[0]);
|
|
register __m256 c1 = _mm256_add_ps(left->ymm[1], right->ymm[1]);
|
|
ans->ymm[0] = c0;
|
|
ans->ymm[1] = c1;
|
|
}
|
|
|
|
DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, 512, add)
|
|
{
|
|
register __m512 c0 = _mm512_add_ps(left->zmm[0], right->zmm[0]);
|
|
ans->zmm[0] = c0;
|
|
}
|
|
|
|
DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, sse, sub)
|
|
{
|
|
register __m128 c0 = _mm_sub_ps(left->xmm[0], right->xmm[0]);
|
|
register __m128 c1 = _mm_sub_ps(left->xmm[1], right->xmm[1]);
|
|
register __m128 c2 = _mm_sub_ps(left->xmm[2], right->xmm[2]);
|
|
register __m128 c3 = _mm_sub_ps(left->xmm[3], right->xmm[3]);
|
|
|
|
ans->xmm[0] = c0;
|
|
ans->xmm[1] = c1;
|
|
ans->xmm[2] = c2;
|
|
ans->xmm[3] = c3;
|
|
}
|
|
|
|
DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, avx, sub)
|
|
{
|
|
register __m256 c0 = _mm256_sub_ps(left->ymm[0], right->ymm[0]);
|
|
register __m256 c1 = _mm256_sub_ps(left->ymm[1], right->ymm[1]);
|
|
ans->ymm[0] = c0;
|
|
ans->ymm[1] = c1;
|
|
}
|
|
|
|
DECLARE_KER_PROC_LEFT_RIGHT_ANS(float, 512, sub)
|
|
{
|
|
register __m512 c0 = _mm512_sub_ps(left->zmm[0], right->zmm[0]);
|
|
ans->zmm[0] = c0;
|
|
}
|
|
|
|
DECLARE_KER_PROC_RIGHT_ANS_SCALAR(float, sse, scalar_mul)
|
|
{
|
|
register __m128 vec = _mm_set_ps1(((float *)(scalar->data))[0]);
|
|
register __m128 c0 = _mm_mul_ps(right->xmm[0], vec);
|
|
register __m128 c1 = _mm_mul_ps(right->xmm[1], vec);
|
|
register __m128 c2 = _mm_mul_ps(right->xmm[2], vec);
|
|
register __m128 c3 = _mm_mul_ps(right->xmm[3], vec);
|
|
|
|
ans->xmm[0] = c0;
|
|
ans->xmm[1] = c1;
|
|
ans->xmm[2] = c2;
|
|
ans->xmm[3] = c3;
|
|
}
|
|
|
|
DECLARE_BUF_PROC_RIGHT_ANS_SCALAR(float, avx, scalar_mul)
|
|
{
|
|
register __m256 vec = _mm256_broadcast_ss(((float *)(scalar->data)));
|
|
for (size_t i = 0; i < count; i++) {
|
|
register __m256 c0 = _mm256_mul_ps(right[i].ymm[0], vec);
|
|
register __m256 c1 = _mm256_mul_ps(right[i].ymm[1], vec);
|
|
|
|
ans[i].ymm[0] = c0;
|
|
ans[i].ymm[1] = c1;
|
|
}
|
|
}
|
|
|
|
DECLARE_BUF_PROC_RIGHT_ANS_SCALAR(float, 512, scalar_mul)
|
|
{
|
|
register __m512 vec = _mm512_broadcastss_ps(((__m128 *)(scalar->data))[0]);
|
|
for (size_t i = 0; i < count; i++) {
|
|
register __m512 c0 = _mm512_mul_ps(right[i].zmm[0], vec);
|
|
|
|
ans[i].zmm[0] = c0;
|
|
}
|
|
}
|