diff --git a/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj b/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj index 86105c9b..08f64b61 100644 --- a/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj +++ b/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj @@ -71,6 +71,7 @@ + true diff --git a/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj.filters b/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj.filters index 6caf76b3..7cce78a3 100644 --- a/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj.filters +++ b/msvc/unicorn/aarch64-softmmu/aarch64-softmmu.vcxproj.filters @@ -134,6 +134,9 @@ target\arm + + target\arm + target\arm diff --git a/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj b/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj index 6e688605..82a4a257 100644 --- a/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj +++ b/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj @@ -71,6 +71,7 @@ + true diff --git a/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj.filters b/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj.filters index 1ecefe94..9f1e8696 100644 --- a/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj.filters +++ b/msvc/unicorn/aarch64eb-softmmu/aarch64eb-softmmu.vcxproj.filters @@ -134,6 +134,9 @@ target\arm + + target\arm + target\arm diff --git a/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj b/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj index eafd9e92..bb50b71f 100644 --- a/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj +++ b/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj @@ -67,6 +67,7 @@ + true diff --git a/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj.filters b/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj.filters index ded64259..9b7f7c80 100644 --- a/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj.filters +++ b/msvc/unicorn/arm-softmmu/arm-softmmu.vcxproj.filters @@ -128,6 +128,9 @@ target\arm + + target\arm + target\arm diff --git a/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj b/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj index 93817f95..db8ea8b5 100644 --- a/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj +++ b/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj @@ -67,6 +67,7 @@ + true diff --git a/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj.filters b/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj.filters index dc7a7dc3..b0ea8431 100644 --- a/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj.filters +++ b/msvc/unicorn/armeb-softmmu/armeb-softmmu.vcxproj.filters @@ -122,6 +122,9 @@ target\arm + + target\arm + target\arm diff --git a/qemu/aarch64.h b/qemu/aarch64.h index aa02c1b7..a87afdbb 100644 --- a/qemu/aarch64.h +++ b/qemu/aarch64.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_aarch64 #define helper_neon_qneg_s64 helper_neon_qneg_s64_aarch64 #define helper_neon_qneg_s8 helper_neon_qneg_s8_aarch64 +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_aarch64 +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_aarch64 +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_aarch64 +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_aarch64 #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_aarch64 #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_aarch64 #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_aarch64 diff --git a/qemu/aarch64eb.h b/qemu/aarch64eb.h index 4bf1d8b9..e924f8c3 100644 --- a/qemu/aarch64eb.h +++ b/qemu/aarch64eb.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_aarch64eb #define helper_neon_qneg_s64 helper_neon_qneg_s64_aarch64eb #define helper_neon_qneg_s8 helper_neon_qneg_s8_aarch64eb +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_aarch64eb +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_aarch64eb +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_aarch64eb +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_aarch64eb #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_aarch64eb #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_aarch64eb #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_aarch64eb diff --git a/qemu/arm.h b/qemu/arm.h index 8f39bcd2..345824bb 100644 --- a/qemu/arm.h +++ b/qemu/arm.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_arm #define helper_neon_qneg_s64 helper_neon_qneg_s64_arm #define helper_neon_qneg_s8 helper_neon_qneg_s8_arm +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_arm +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_arm +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_arm +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_arm #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_arm #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_arm #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_arm diff --git a/qemu/armeb.h b/qemu/armeb.h index f270ca0c..8ccc30d1 100644 --- a/qemu/armeb.h +++ b/qemu/armeb.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_armeb #define helper_neon_qneg_s64 helper_neon_qneg_s64_armeb #define helper_neon_qneg_s8 helper_neon_qneg_s8_armeb +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_armeb +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_armeb +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_armeb +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_armeb #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_armeb #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_armeb #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_armeb diff --git a/qemu/header_gen.py b/qemu/header_gen.py index fa2b71ed..90ae2685 100644 --- a/qemu/header_gen.py +++ b/qemu/header_gen.py @@ -1343,6 +1343,10 @@ symbols = ( 'helper_neon_qneg_s32', 'helper_neon_qneg_s64', 'helper_neon_qneg_s8', + 'helper_neon_qrdmlah_s16', + 'helper_neon_qrdmlah_s32', + 'helper_neon_qrdmlsh_s16', + 'helper_neon_qrdmlsh_s32', 'helper_neon_qrdmulh_s16', 'helper_neon_qrdmulh_s32', 'helper_neon_qrshl_s16', diff --git a/qemu/m68k.h b/qemu/m68k.h index 14f1b26b..b56cc855 100644 --- a/qemu/m68k.h +++ b/qemu/m68k.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_m68k #define helper_neon_qneg_s64 helper_neon_qneg_s64_m68k #define helper_neon_qneg_s8 helper_neon_qneg_s8_m68k +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_m68k +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_m68k +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_m68k +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_m68k #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_m68k #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_m68k #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_m68k diff --git a/qemu/mips.h b/qemu/mips.h index 10ece457..58fee674 100644 --- a/qemu/mips.h +++ b/qemu/mips.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_mips #define helper_neon_qneg_s64 helper_neon_qneg_s64_mips #define helper_neon_qneg_s8 helper_neon_qneg_s8_mips +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_mips +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_mips +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_mips +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_mips #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_mips #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_mips #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_mips diff --git a/qemu/mips64.h b/qemu/mips64.h index 2996a38a..3ab54e8b 100644 --- a/qemu/mips64.h +++ b/qemu/mips64.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_mips64 #define helper_neon_qneg_s64 helper_neon_qneg_s64_mips64 #define helper_neon_qneg_s8 helper_neon_qneg_s8_mips64 +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_mips64 +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_mips64 +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_mips64 +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_mips64 #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_mips64 #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_mips64 #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_mips64 diff --git a/qemu/mips64el.h b/qemu/mips64el.h index 91b05023..8da63ed0 100644 --- a/qemu/mips64el.h +++ b/qemu/mips64el.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_mips64el #define helper_neon_qneg_s64 helper_neon_qneg_s64_mips64el #define helper_neon_qneg_s8 helper_neon_qneg_s8_mips64el +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_mips64el +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_mips64el +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_mips64el +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_mips64el #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_mips64el #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_mips64el #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_mips64el diff --git a/qemu/mipsel.h b/qemu/mipsel.h index fc886326..91fb61d4 100644 --- a/qemu/mipsel.h +++ b/qemu/mipsel.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_mipsel #define helper_neon_qneg_s64 helper_neon_qneg_s64_mipsel #define helper_neon_qneg_s8 helper_neon_qneg_s8_mipsel +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_mipsel +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_mipsel +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_mipsel +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_mipsel #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_mipsel #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_mipsel #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_mipsel diff --git a/qemu/powerpc.h b/qemu/powerpc.h index 063d3be8..494433b1 100644 --- a/qemu/powerpc.h +++ b/qemu/powerpc.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_powerpc #define helper_neon_qneg_s64 helper_neon_qneg_s64_powerpc #define helper_neon_qneg_s8 helper_neon_qneg_s8_powerpc +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_powerpc +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_powerpc +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_powerpc +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_powerpc #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_powerpc #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_powerpc #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_powerpc diff --git a/qemu/sparc.h b/qemu/sparc.h index 91da4613..10e15cde 100644 --- a/qemu/sparc.h +++ b/qemu/sparc.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_sparc #define helper_neon_qneg_s64 helper_neon_qneg_s64_sparc #define helper_neon_qneg_s8 helper_neon_qneg_s8_sparc +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_sparc +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_sparc +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_sparc +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_sparc #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_sparc #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_sparc #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_sparc diff --git a/qemu/sparc64.h b/qemu/sparc64.h index 05bcaaaa..b3535f70 100644 --- a/qemu/sparc64.h +++ b/qemu/sparc64.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_sparc64 #define helper_neon_qneg_s64 helper_neon_qneg_s64_sparc64 #define helper_neon_qneg_s8 helper_neon_qneg_s8_sparc64 +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_sparc64 +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_sparc64 +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_sparc64 +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_sparc64 #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_sparc64 #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_sparc64 #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_sparc64 diff --git a/qemu/target/arm/Makefile.objs b/qemu/target/arm/Makefile.objs index cd40dcd8..80fb2598 100644 --- a/qemu/target/arm/Makefile.objs +++ b/qemu/target/arm/Makefile.objs @@ -1,5 +1,5 @@ obj-y += translate.o op_helper.o helper.o cpu.o -obj-y += neon_helper.o iwmmxt_helper.o +obj-y += neon_helper.o iwmmxt_helper.o vec_helper.o obj-$(CONFIG_SOFTMMU) += psci.o obj-$(TARGET_AARCH64) += cpu64.o translate-a64.o helper-a64.o unicorn_aarch64.o obj-$(TARGET_ARM) += unicorn_arm.o diff --git a/qemu/target/arm/helper.h b/qemu/target/arm/helper.h index 8352e19e..34b9db9d 100644 --- a/qemu/target/arm/helper.h +++ b/qemu/target/arm/helper.h @@ -367,8 +367,12 @@ DEF_HELPER_FLAGS_1(neon_rbit_u8, TCG_CALL_NO_RWG_SE, i32, i32) DEF_HELPER_3(neon_qdmulh_s16, i32, env, i32, i32) DEF_HELPER_3(neon_qrdmulh_s16, i32, env, i32, i32) +DEF_HELPER_4(neon_qrdmlah_s16, i32, env, i32, i32, i32) +DEF_HELPER_4(neon_qrdmlsh_s16, i32, env, i32, i32, i32) DEF_HELPER_3(neon_qdmulh_s32, i32, env, i32, i32) DEF_HELPER_3(neon_qrdmulh_s32, i32, env, i32, i32) +DEF_HELPER_4(neon_qrdmlah_s32, i32, env, s32, s32, s32) +DEF_HELPER_4(neon_qrdmlsh_s32, i32, env, s32, s32, s32) DEF_HELPER_1(neon_narrow_u8, i32, i64) DEF_HELPER_1(neon_narrow_u16, i32, i64) diff --git a/qemu/target/arm/translate-a64.c b/qemu/target/arm/translate-a64.c index e4a59499..98c942da 100644 --- a/qemu/target/arm/translate-a64.c +++ b/qemu/target/arm/translate-a64.c @@ -8099,6 +8099,90 @@ static void disas_simd_scalar_three_reg_same_fp16(DisasContext *s, tcg_temp_free_ptr(tcg_ctx, fpst); } +/* AdvSIMD scalar three same extra + * 31 30 29 28 24 23 22 21 20 16 15 14 11 10 9 5 4 0 + * +-----+---+-----------+------+---+------+---+--------+---+----+----+ + * | 0 1 | U | 1 1 1 1 0 | size | 0 | Rm | 1 | opcode | 1 | Rn | Rd | + * +-----+---+-----------+------+---+------+---+--------+---+----+----+ + */ +static void disas_simd_scalar_three_reg_same_extra(DisasContext *s, + uint32_t insn) +{ + TCGContext *tcg_ctx = s->uc->tcg_ctx; + int rd = extract32(insn, 0, 5); + int rn = extract32(insn, 5, 5); + int opcode = extract32(insn, 11, 4); + int rm = extract32(insn, 16, 5); + int size = extract32(insn, 22, 2); + bool u = extract32(insn, 29, 1); + TCGv_i32 ele1, ele2, ele3; + TCGv_i64 res; + int feature; + + switch (u * 16 + opcode) { + case 0x10: /* SQRDMLAH (vector) */ + case 0x11: /* SQRDMLSH (vector) */ + if (size != 1 && size != 2) { + unallocated_encoding(s); + return; + } + feature = ARM_FEATURE_V8_RDM; + break; + default: + unallocated_encoding(s); + return; + } + if (!arm_dc_feature(s, feature)) { + unallocated_encoding(s); + return; + } + if (!fp_access_check(s)) { + return; + } + + /* Do a single operation on the lowest element in the vector. + * We use the standard Neon helpers and rely on 0 OP 0 == 0 + * with no side effects for all these operations. + * OPTME: special-purpose helpers would avoid doing some + * unnecessary work in the helper for the 16 bit cases. + */ + ele1 = tcg_temp_new_i32(tcg_ctx); + ele2 = tcg_temp_new_i32(tcg_ctx); + ele3 = tcg_temp_new_i32(tcg_ctx); + + read_vec_element_i32(s, ele1, rn, 0, size); + read_vec_element_i32(s, ele2, rm, 0, size); + read_vec_element_i32(s, ele3, rd, 0, size); + + switch (opcode) { + case 0x0: /* SQRDMLAH */ + if (size == 1) { + gen_helper_neon_qrdmlah_s16(tcg_ctx, ele3, tcg_ctx->cpu_env, ele1, ele2, ele3); + } else { + gen_helper_neon_qrdmlah_s32(tcg_ctx, ele3, tcg_ctx->cpu_env, ele1, ele2, ele3); + } + break; + case 0x1: /* SQRDMLSH */ + if (size == 1) { + gen_helper_neon_qrdmlsh_s16(tcg_ctx, ele3, tcg_ctx->cpu_env, ele1, ele2, ele3); + } else { + gen_helper_neon_qrdmlsh_s32(tcg_ctx, ele3, tcg_ctx->cpu_env, ele1, ele2, ele3); + } + break; + default: + g_assert_not_reached(); + } + tcg_temp_free_i32(tcg_ctx, ele1); + tcg_temp_free_i32(tcg_ctx, ele2); + + res = tcg_temp_new_i64(tcg_ctx); + tcg_gen_extu_i32_i64(tcg_ctx, res, ele3); + tcg_temp_free_i32(tcg_ctx, ele3); + + write_fp_dreg(s, rd, res); + tcg_temp_free_i64(tcg_ctx, res); +} + static void handle_2misc_64(DisasContext *s, int opcode, bool u, TCGv_i64 tcg_rd, TCGv_i64 tcg_rn, TCGv_i32 tcg_rmode, TCGv_ptr tcg_fpstatus) @@ -12960,6 +13044,7 @@ static const AArch64DecodeTable data_proc_simd[] = { { 0x0e000800, 0xbf208c00, disas_simd_zip_trn }, { 0x2e000000, 0xbf208400, disas_simd_ext }, { 0x5e200400, 0xdf200400, disas_simd_scalar_three_reg_same }, + { 0x5e008400, 0xdf208400, disas_simd_scalar_three_reg_same_extra }, { 0x5e200000, 0xdf200c00, disas_simd_scalar_three_reg_diff }, { 0x5e200800, 0xdf3e0c00, disas_simd_scalar_two_reg_misc }, { 0x5e300800, 0xdf3e0c00, disas_simd_scalar_pairwise }, diff --git a/qemu/x86_64.h b/qemu/x86_64.h index 10ef3f2d..f9cccf35 100644 --- a/qemu/x86_64.h +++ b/qemu/x86_64.h @@ -1337,6 +1337,10 @@ #define helper_neon_qneg_s32 helper_neon_qneg_s32_x86_64 #define helper_neon_qneg_s64 helper_neon_qneg_s64_x86_64 #define helper_neon_qneg_s8 helper_neon_qneg_s8_x86_64 +#define helper_neon_qrdmlah_s16 helper_neon_qrdmlah_s16_x86_64 +#define helper_neon_qrdmlah_s32 helper_neon_qrdmlah_s32_x86_64 +#define helper_neon_qrdmlsh_s16 helper_neon_qrdmlsh_s16_x86_64 +#define helper_neon_qrdmlsh_s32 helper_neon_qrdmlsh_s32_x86_64 #define helper_neon_qrdmulh_s16 helper_neon_qrdmulh_s16_x86_64 #define helper_neon_qrdmulh_s32 helper_neon_qrdmulh_s32_x86_64 #define helper_neon_qrshl_s16 helper_neon_qrshl_s16_x86_64