diff --git a/ggml/src/ggml-cpu/ggml-cpu.c b/ggml/src/ggml-cpu/ggml-cpu.c index b6b451531..5b681f66a 100644 --- a/ggml/src/ggml-cpu/ggml-cpu.c +++ b/ggml/src/ggml-cpu/ggml-cpu.c @@ -3170,6 +3170,21 @@ void ggml_cpu_fp16_to_fp32(const ggml_fp16_t * x, float * y, int64_t n) { #endif #if defined(__NNPA__) + for (; i + 7 < n; i += 8) { + uint16x8_t v_x = vec_xl(0, (const ggml_fp16_t *)(x + i)); + uint16x8_t v_xd = vec_convert_from_fp16(v_x, 0); + float32x4_t v_xdh = vec_extend_to_fp32_hi(v_xd, 0); + float32x4_t v_xdl = vec_extend_to_fp32_lo(v_xd, 0); + y[i + 0] = v_xdh[0]; + y[i + 1] = v_xdh[1]; + y[i + 2] = v_xdh[2]; + y[i + 3] = v_xdh[3]; + y[i + 4] = v_xdl[0]; + y[i + 5] = v_xdl[1]; + y[i + 6] = v_xdl[2]; + y[i + 7] = v_xdl[3]; + } + for (; i + 3 < n; i += 4) { uint16x8_t v_x = vec_xl(0, (const ggml_fp16_t *)(x + i)); uint16x8_t nnpa_dfl16 = vec_convert_from_fp16(v_x, 0);