| // clang-format off |
| // Auto-generated file. Do not edit! |
| // Template: src/f32-vbinary/vopc-sse.c.in |
| // Generator: tools/xngen |
| // |
| // Copyright 2019 Google LLC |
| // |
| // This source code is licensed under the BSD-style license found in the |
| // LICENSE file in the root directory of this source tree. |
| |
| #include <assert.h> |
| #include <stddef.h> |
| #include <stdint.h> |
| |
| #include <xmmintrin.h> |
| |
| #include "src/xnnpack/common.h" |
| #include "src/xnnpack/microparams.h" |
| #include "src/xnnpack/vbinary.h" |
| |
| |
| void xnn_f32_vmulc_ukernel__sse_u4( |
| size_t batch, |
| const float* input_a, |
| const float* input_b, |
| float* output, |
| const struct xnn_f32_default_params* restrict params) XNN_OOB_READS |
| { |
| assert(batch != 0); |
| assert(batch % sizeof(float) == 0); |
| assert(input_a != NULL); |
| assert(input_b != NULL); |
| assert(output != NULL); |
| |
| const __m128 vb = _mm_load1_ps(input_b); |
| |
| for (; batch >= 4 * sizeof(float); batch -= 4 * sizeof(float)) { |
| const __m128 va = _mm_loadu_ps(input_a); |
| input_a += 4; |
| |
| __m128 vacc = _mm_mul_ps(va, vb); |
| |
| _mm_storeu_ps(output, vacc); |
| output += 4; |
| } |
| if XNN_UNLIKELY(batch != 0) { |
| const __m128 va = _mm_loadu_ps(input_a); |
| |
| __m128 vacc = _mm_mul_ps(va, vb); |
| if (batch & (2 * sizeof(float))) { |
| _mm_storel_pi((__m64*) output, vacc); |
| vacc = _mm_movehl_ps(vacc, vacc); |
| output += 2; |
| } |
| if (batch & (1 * sizeof(float))) { |
| _mm_store_ss(output, vacc); |
| } |
| } |
| } |