You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

10974 lines
753KB

  1. /* Generated automatically by the program `genflags'
  2. from the machine description file `md'. */
  3. #ifndef GCC_INSN_FLAGS_H
  4. #define GCC_INSN_FLAGS_H
  5. #define HAVE_addsi3_compareV_reg (TARGET_32BIT)
  6. #define HAVE_subvsi3_intmin (TARGET_32BIT)
  7. #define HAVE_addsi3_compareV_imm (TARGET_32BIT \
  8. && INTVAL (operands[2]) == ARM_SIGN_EXTEND (INTVAL (operands[2])))
  9. #define HAVE_addsi3_compareV_imm_nosum (TARGET_32BIT \
  10. && INTVAL (operands[1]) == ARM_SIGN_EXTEND (INTVAL (operands[1])))
  11. #define HAVE_addsi3_compare0 (TARGET_ARM)
  12. #define HAVE_cmpsi2_addneg (TARGET_32BIT \
  13. && (INTVAL (operands[2]) \
  14. == trunc_int_for_mode (-INTVAL (operands[3]), SImode)))
  15. #define HAVE_addsi3_compare_op1 (TARGET_32BIT)
  16. #define HAVE_addsi3_carryin (TARGET_32BIT)
  17. #define HAVE_add0si3_carryin (TARGET_32BIT)
  18. #define HAVE_subsi3_compare1 (TARGET_32BIT)
  19. #define HAVE_subvsi3 (TARGET_32BIT)
  20. #define HAVE_subvsi3_imm1 (TARGET_32BIT)
  21. #define HAVE_subsi3_carryin (TARGET_32BIT)
  22. #define HAVE_rsbsi_carryin_reg (TARGET_ARM)
  23. #define HAVE_add_not_shift_cin (TARGET_ARM)
  24. #define HAVE_cmpsi3_carryin_CC_NVout (TARGET_32BIT)
  25. #define HAVE_cmpsi3_carryin_CC_Bout (TARGET_32BIT)
  26. #define HAVE_cmpsi3_imm_carryin_CC_NVout (TARGET_32BIT)
  27. #define HAVE_cmpsi3_imm_carryin_CC_Bout (TARGET_32BIT)
  28. #define HAVE_cmpsi3_0_carryin_CC_NVout (TARGET_32BIT)
  29. #define HAVE_cmpsi3_0_carryin_CC_Bout (TARGET_32BIT)
  30. #define HAVE_subsi3_compare0 (TARGET_32BIT)
  31. #define HAVE_subsi3_compare (TARGET_32BIT)
  32. #define HAVE_rsb_imm_compare (TARGET_32BIT && ~UINTVAL (operands[1]) == UINTVAL (operands[3]))
  33. #define HAVE_rsb_imm_compare_scratch (TARGET_32BIT)
  34. #define HAVE_rscsi3_CC_NVout_scratch (TARGET_ARM)
  35. #define HAVE_rscsi3_CC_Bout_scratch (TARGET_ARM)
  36. #define HAVE_usubvsi3_borrow (TARGET_32BIT)
  37. #define HAVE_usubvsi3_borrow_imm (TARGET_32BIT \
  38. && (UINTVAL (operands[2]) & 0xffffffff) == UINTVAL (operands[3]))
  39. #define HAVE_subvsi3_borrow (TARGET_32BIT)
  40. #define HAVE_subvsi3_borrow_imm (TARGET_32BIT \
  41. && INTVAL (operands[2]) == ARM_SIGN_EXTEND (INTVAL (operands[2])))
  42. #define HAVE_smull (TARGET_32BIT)
  43. #define HAVE_umull (TARGET_32BIT)
  44. #define HAVE_smlal (TARGET_32BIT)
  45. #define HAVE_umlal (TARGET_32BIT)
  46. #define HAVE_mulhisi3 (TARGET_DSP_MULTIPLY)
  47. #define HAVE_arm_smlabb_setq (TARGET_DSP_MULTIPLY)
  48. #define HAVE_maddhisi4tb (TARGET_DSP_MULTIPLY && !ARM_Q_BIT_READ)
  49. #define HAVE_arm_smlatb_setq (TARGET_DSP_MULTIPLY)
  50. #define HAVE_maddhisi4tt (TARGET_DSP_MULTIPLY && !ARM_Q_BIT_READ)
  51. #define HAVE_arm_smlatt_setq (TARGET_DSP_MULTIPLY)
  52. #define HAVE_maddhidi4 (TARGET_DSP_MULTIPLY)
  53. #define HAVE_arm_smlawb_insn (TARGET_DSP_MULTIPLY && !ARM_Q_BIT_READ)
  54. #define HAVE_arm_smlawb_setq_insn (TARGET_DSP_MULTIPLY && ARM_Q_BIT_READ)
  55. #define HAVE_arm_smlawt_insn (TARGET_DSP_MULTIPLY && !ARM_Q_BIT_READ)
  56. #define HAVE_arm_smlawt_setq_insn (TARGET_DSP_MULTIPLY && ARM_Q_BIT_READ)
  57. #define HAVE_insv_zero (arm_arch_thumb2)
  58. #define HAVE_insv_t2 (arm_arch_thumb2)
  59. #define HAVE_andsi_notsi_si (TARGET_32BIT)
  60. #define HAVE_andsi_not_shiftsi_si (TARGET_32BIT)
  61. #define HAVE_andsi_not_shiftsi_si_scc_no_reuse (TARGET_32BIT)
  62. #define HAVE_andsi_not_shiftsi_si_scc (TARGET_32BIT)
  63. #define HAVE_arm_qadd_insn (TARGET_DSP_MULTIPLY && !ARM_Q_BIT_READ)
  64. #define HAVE_arm_qadd_setq_insn (TARGET_DSP_MULTIPLY && ARM_Q_BIT_READ)
  65. #define HAVE_arm_qsub_insn (TARGET_DSP_MULTIPLY && !ARM_Q_BIT_READ)
  66. #define HAVE_arm_qsub_setq_insn (TARGET_DSP_MULTIPLY && ARM_Q_BIT_READ)
  67. #define HAVE_arm_get_apsr (TARGET_ARM_QBIT)
  68. #define HAVE_arm_set_apsr (TARGET_ARM_QBIT)
  69. #define HAVE_satsi_smin (TARGET_32BIT && arm_arch6 && !ARM_Q_BIT_READ \
  70. && arm_sat_operator_match (operands[1], operands[2], NULL, NULL))
  71. #define HAVE_satsi_smin_setq (TARGET_32BIT && arm_arch6 && ARM_Q_BIT_READ \
  72. && arm_sat_operator_match (operands[1], operands[2], NULL, NULL))
  73. #define HAVE_satsi_smax (TARGET_32BIT && arm_arch6 && !ARM_Q_BIT_READ \
  74. && arm_sat_operator_match (operands[2], operands[1], NULL, NULL))
  75. #define HAVE_satsi_smax_setq (TARGET_32BIT && arm_arch6 && ARM_Q_BIT_READ \
  76. && arm_sat_operator_match (operands[2], operands[1], NULL, NULL))
  77. #define HAVE_arm_cx1si (TARGET_CDE)
  78. #define HAVE_arm_cx1di (TARGET_CDE)
  79. #define HAVE_arm_cx1asi (TARGET_CDE)
  80. #define HAVE_arm_cx1adi (TARGET_CDE)
  81. #define HAVE_arm_cx2si (TARGET_CDE)
  82. #define HAVE_arm_cx2di (TARGET_CDE)
  83. #define HAVE_arm_cx2asi (TARGET_CDE)
  84. #define HAVE_arm_cx2adi (TARGET_CDE)
  85. #define HAVE_arm_cx3si (TARGET_CDE)
  86. #define HAVE_arm_cx3di (TARGET_CDE)
  87. #define HAVE_arm_cx3asi (TARGET_CDE)
  88. #define HAVE_arm_cx3adi (TARGET_CDE)
  89. #define HAVE_unaligned_loaddi (TARGET_32BIT && TARGET_LDRD)
  90. #define HAVE_unaligned_loadsi (unaligned_access)
  91. #define HAVE_unaligned_loadhis (unaligned_access && TARGET_32BIT)
  92. #define HAVE_unaligned_loadhiu (unaligned_access)
  93. #define HAVE_unaligned_storedi (TARGET_32BIT && TARGET_LDRD)
  94. #define HAVE_unaligned_storesi (unaligned_access)
  95. #define HAVE_unaligned_storehi (unaligned_access)
  96. #define HAVE_extzv_t2 (arm_arch_thumb2 \
  97. && IN_RANGE (INTVAL (operands[3]), 0, 31) \
  98. && IN_RANGE (INTVAL (operands[2]), 1, 32 - INTVAL (operands[3])))
  99. #define HAVE_divsi3 (TARGET_IDIV)
  100. #define HAVE_udivsi3 (TARGET_IDIV)
  101. #define HAVE_negsi2_0compare (TARGET_32BIT)
  102. #define HAVE_negsi2_carryin (TARGET_32BIT)
  103. #define HAVE_arm_sxtb16 (TARGET_INT_SIMD)
  104. #define HAVE_arm_uxtb16 (TARGET_INT_SIMD)
  105. #define HAVE_arm_qadd8 (TARGET_INT_SIMD)
  106. #define HAVE_arm_qsub8 (TARGET_INT_SIMD)
  107. #define HAVE_arm_shadd8 (TARGET_INT_SIMD)
  108. #define HAVE_arm_shsub8 (TARGET_INT_SIMD)
  109. #define HAVE_arm_uhadd8 (TARGET_INT_SIMD)
  110. #define HAVE_arm_uhsub8 (TARGET_INT_SIMD)
  111. #define HAVE_arm_uqadd8 (TARGET_INT_SIMD)
  112. #define HAVE_arm_uqsub8 (TARGET_INT_SIMD)
  113. #define HAVE_arm_qadd16 (TARGET_INT_SIMD)
  114. #define HAVE_arm_qasx (TARGET_INT_SIMD)
  115. #define HAVE_arm_qsax (TARGET_INT_SIMD)
  116. #define HAVE_arm_qsub16 (TARGET_INT_SIMD)
  117. #define HAVE_arm_shadd16 (TARGET_INT_SIMD)
  118. #define HAVE_arm_shasx (TARGET_INT_SIMD)
  119. #define HAVE_arm_shsax (TARGET_INT_SIMD)
  120. #define HAVE_arm_shsub16 (TARGET_INT_SIMD)
  121. #define HAVE_arm_uhadd16 (TARGET_INT_SIMD)
  122. #define HAVE_arm_uhasx (TARGET_INT_SIMD)
  123. #define HAVE_arm_uhsax (TARGET_INT_SIMD)
  124. #define HAVE_arm_uhsub16 (TARGET_INT_SIMD)
  125. #define HAVE_arm_uqadd16 (TARGET_INT_SIMD)
  126. #define HAVE_arm_uqasx (TARGET_INT_SIMD)
  127. #define HAVE_arm_uqsax (TARGET_INT_SIMD)
  128. #define HAVE_arm_uqsub16 (TARGET_INT_SIMD)
  129. #define HAVE_arm_smusd (TARGET_INT_SIMD)
  130. #define HAVE_arm_smusdx (TARGET_INT_SIMD)
  131. #define HAVE_arm_sxtab16 (TARGET_INT_SIMD)
  132. #define HAVE_arm_uxtab16 (TARGET_INT_SIMD)
  133. #define HAVE_arm_usad8 (TARGET_INT_SIMD)
  134. #define HAVE_arm_usada8 (TARGET_INT_SIMD)
  135. #define HAVE_arm_smlald (TARGET_INT_SIMD)
  136. #define HAVE_arm_smlaldx (TARGET_INT_SIMD)
  137. #define HAVE_arm_smlsld (TARGET_INT_SIMD)
  138. #define HAVE_arm_smlsldx (TARGET_INT_SIMD)
  139. #define HAVE_arm_sadd8 (TARGET_INT_SIMD)
  140. #define HAVE_arm_ssub8 (TARGET_INT_SIMD)
  141. #define HAVE_arm_uadd8 (TARGET_INT_SIMD)
  142. #define HAVE_arm_usub8 (TARGET_INT_SIMD)
  143. #define HAVE_arm_sadd16 (TARGET_INT_SIMD)
  144. #define HAVE_arm_sasx (TARGET_INT_SIMD)
  145. #define HAVE_arm_ssax (TARGET_INT_SIMD)
  146. #define HAVE_arm_ssub16 (TARGET_INT_SIMD)
  147. #define HAVE_arm_uadd16 (TARGET_INT_SIMD)
  148. #define HAVE_arm_uasx (TARGET_INT_SIMD)
  149. #define HAVE_arm_usax (TARGET_INT_SIMD)
  150. #define HAVE_arm_usub16 (TARGET_INT_SIMD)
  151. #define HAVE_arm_smlad_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  152. #define HAVE_arm_smlad_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  153. #define HAVE_arm_smladx_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  154. #define HAVE_arm_smladx_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  155. #define HAVE_arm_smlsd_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  156. #define HAVE_arm_smlsd_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  157. #define HAVE_arm_smlsdx_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  158. #define HAVE_arm_smlsdx_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  159. #define HAVE_arm_smuad_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  160. #define HAVE_arm_smuad_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  161. #define HAVE_arm_smuadx_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  162. #define HAVE_arm_smuadx_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  163. #define HAVE_arm_ssat16_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  164. #define HAVE_arm_ssat16_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  165. #define HAVE_arm_usat16_insn (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  166. #define HAVE_arm_usat16_setq_insn (TARGET_INT_SIMD && ARM_Q_BIT_READ)
  167. #define HAVE_arm_sel (TARGET_INT_SIMD)
  168. #define HAVE_pic_load_addr_unified (flag_pic)
  169. #define HAVE_pic_load_addr_32bit (TARGET_32BIT && flag_pic)
  170. #define HAVE_pic_load_addr_thumb1 (TARGET_THUMB1 && flag_pic)
  171. #define HAVE_pic_add_dot_plus_four (TARGET_THUMB)
  172. #define HAVE_pic_add_dot_plus_eight (TARGET_ARM)
  173. #define HAVE_tls_load_dot_plus_eight (TARGET_ARM)
  174. #define HAVE_arm_cond_branch (TARGET_32BIT)
  175. #define HAVE_restore_pic_register_after_call 1
  176. #define HAVE_blockage 1
  177. #define HAVE_probe_stack (TARGET_32BIT)
  178. #define HAVE_probe_stack_range (TARGET_32BIT)
  179. #define HAVE_arm_stack_protect_test_insn (TARGET_32BIT)
  180. #define HAVE_nop 1
  181. #define HAVE_trap 1
  182. #define HAVE_movcond_addsi (TARGET_32BIT)
  183. #define HAVE_movcond (TARGET_ARM)
  184. #define HAVE_stack_tie 1
  185. #define HAVE_align_4 1
  186. #define HAVE_align_8 1
  187. #define HAVE_consttable_end 1
  188. #define HAVE_consttable_1 1
  189. #define HAVE_consttable_2 1
  190. #define HAVE_consttable_4 1
  191. #define HAVE_consttable_8 1
  192. #define HAVE_consttable_16 1
  193. #define HAVE_clzsi2 (TARGET_32BIT && arm_arch5t)
  194. #define HAVE_rbitsi2 (TARGET_32BIT && arm_arch_thumb2)
  195. #define HAVE_ctzsi2 (TARGET_32BIT && arm_arch_thumb2)
  196. #define HAVE_prefetch (TARGET_32BIT && arm_arch5te)
  197. #define HAVE_force_register_use 1
  198. #define HAVE_arm_eh_return (TARGET_ARM)
  199. #define HAVE_load_tp_hard (TARGET_HARD_TP)
  200. #define HAVE_load_tp_soft_fdpic (TARGET_SOFT_TP && TARGET_FDPIC)
  201. #define HAVE_load_tp_soft (TARGET_SOFT_TP && !TARGET_FDPIC)
  202. #define HAVE_tlscall (TARGET_GNU2_TLS)
  203. #define HAVE_arm_rev16si2 (arm_arch6 \
  204. && aarch_rev16_shleft_mask_imm_p (operands[3], SImode) \
  205. && aarch_rev16_shright_mask_imm_p (operands[2], SImode))
  206. #define HAVE_arm_rev16si2_alt (arm_arch6 \
  207. && aarch_rev16_shleft_mask_imm_p (operands[3], SImode) \
  208. && aarch_rev16_shright_mask_imm_p (operands[2], SImode))
  209. #define HAVE_arm_crc32b (TARGET_CRC32)
  210. #define HAVE_arm_crc32h (TARGET_CRC32)
  211. #define HAVE_arm_crc32w (TARGET_CRC32)
  212. #define HAVE_arm_crc32cb (TARGET_CRC32)
  213. #define HAVE_arm_crc32ch (TARGET_CRC32)
  214. #define HAVE_arm_crc32cw (TARGET_CRC32)
  215. #define HAVE_arm_cdp (arm_coproc_builtin_available (VUNSPEC_CDP))
  216. #define HAVE_arm_cdp2 (arm_coproc_builtin_available (VUNSPEC_CDP2))
  217. #define HAVE_arm_mcr (arm_coproc_builtin_available (VUNSPEC_MCR))
  218. #define HAVE_arm_mcr2 (arm_coproc_builtin_available (VUNSPEC_MCR2))
  219. #define HAVE_arm_mrc (arm_coproc_builtin_available (VUNSPEC_MRC))
  220. #define HAVE_arm_mrc2 (arm_coproc_builtin_available (VUNSPEC_MRC2))
  221. #define HAVE_arm_mcrr (arm_coproc_builtin_available (VUNSPEC_MCRR))
  222. #define HAVE_arm_mcrr2 (arm_coproc_builtin_available (VUNSPEC_MCRR2))
  223. #define HAVE_arm_mrrc (arm_coproc_builtin_available (VUNSPEC_MRRC))
  224. #define HAVE_arm_mrrc2 (arm_coproc_builtin_available (VUNSPEC_MRRC2))
  225. #define HAVE_tbcstv8qi (TARGET_REALLY_IWMMXT)
  226. #define HAVE_tbcstv4hi (TARGET_REALLY_IWMMXT)
  227. #define HAVE_tbcstv2si (TARGET_REALLY_IWMMXT)
  228. #define HAVE_iwmmxt_iordi3 (TARGET_REALLY_IWMMXT)
  229. #define HAVE_iwmmxt_xordi3 (TARGET_REALLY_IWMMXT)
  230. #define HAVE_iwmmxt_anddi3 (TARGET_REALLY_IWMMXT)
  231. #define HAVE_iwmmxt_nanddi3 (TARGET_REALLY_IWMMXT)
  232. #define HAVE_movv2si_internal (TARGET_REALLY_IWMMXT)
  233. #define HAVE_movv4hi_internal (TARGET_REALLY_IWMMXT)
  234. #define HAVE_movv8qi_internal (TARGET_REALLY_IWMMXT)
  235. #define HAVE_ssaddv8qi3 (TARGET_REALLY_IWMMXT)
  236. #define HAVE_ssaddv4hi3 (TARGET_REALLY_IWMMXT)
  237. #define HAVE_ssaddv2si3 (TARGET_REALLY_IWMMXT)
  238. #define HAVE_usaddv8qi3 (TARGET_REALLY_IWMMXT)
  239. #define HAVE_usaddv4hi3 (TARGET_REALLY_IWMMXT)
  240. #define HAVE_usaddv2si3 (TARGET_REALLY_IWMMXT)
  241. #define HAVE_sssubv8qi3 (TARGET_REALLY_IWMMXT)
  242. #define HAVE_sssubv4hi3 (TARGET_REALLY_IWMMXT)
  243. #define HAVE_sssubv2si3 (TARGET_REALLY_IWMMXT)
  244. #define HAVE_ussubv8qi3 (TARGET_REALLY_IWMMXT)
  245. #define HAVE_ussubv4hi3 (TARGET_REALLY_IWMMXT)
  246. #define HAVE_ussubv2si3 (TARGET_REALLY_IWMMXT)
  247. #define HAVE_smulv4hi3_highpart (TARGET_REALLY_IWMMXT)
  248. #define HAVE_umulv4hi3_highpart (TARGET_REALLY_IWMMXT)
  249. #define HAVE_iwmmxt_wmacs (TARGET_REALLY_IWMMXT)
  250. #define HAVE_iwmmxt_wmacsz (TARGET_REALLY_IWMMXT)
  251. #define HAVE_iwmmxt_wmacu (TARGET_REALLY_IWMMXT)
  252. #define HAVE_iwmmxt_wmacuz (TARGET_REALLY_IWMMXT)
  253. #define HAVE_iwmmxt_clrdi (TARGET_REALLY_IWMMXT)
  254. #define HAVE_iwmmxt_clrv8qi (TARGET_REALLY_IWMMXT)
  255. #define HAVE_iwmmxt_clrv4hi (TARGET_REALLY_IWMMXT)
  256. #define HAVE_iwmmxt_clrv2si (TARGET_REALLY_IWMMXT)
  257. #define HAVE_iwmmxt_uavgrndv8qi3 (TARGET_REALLY_IWMMXT)
  258. #define HAVE_iwmmxt_uavgrndv4hi3 (TARGET_REALLY_IWMMXT)
  259. #define HAVE_iwmmxt_uavgv8qi3 (TARGET_REALLY_IWMMXT)
  260. #define HAVE_iwmmxt_uavgv4hi3 (TARGET_REALLY_IWMMXT)
  261. #define HAVE_iwmmxt_tinsrb (TARGET_REALLY_IWMMXT)
  262. #define HAVE_iwmmxt_tinsrh (TARGET_REALLY_IWMMXT)
  263. #define HAVE_iwmmxt_tinsrw (TARGET_REALLY_IWMMXT)
  264. #define HAVE_iwmmxt_textrmub (TARGET_REALLY_IWMMXT)
  265. #define HAVE_iwmmxt_textrmsb (TARGET_REALLY_IWMMXT)
  266. #define HAVE_iwmmxt_textrmuh (TARGET_REALLY_IWMMXT)
  267. #define HAVE_iwmmxt_textrmsh (TARGET_REALLY_IWMMXT)
  268. #define HAVE_iwmmxt_textrmw (TARGET_REALLY_IWMMXT)
  269. #define HAVE_iwmmxt_wshufh (TARGET_REALLY_IWMMXT)
  270. #define HAVE_eqv8qi3 (TARGET_REALLY_IWMMXT)
  271. #define HAVE_eqv4hi3 (TARGET_REALLY_IWMMXT)
  272. #define HAVE_eqv2si3 (TARGET_REALLY_IWMMXT)
  273. #define HAVE_gtuv8qi3 (TARGET_REALLY_IWMMXT)
  274. #define HAVE_gtuv4hi3 (TARGET_REALLY_IWMMXT)
  275. #define HAVE_gtuv2si3 (TARGET_REALLY_IWMMXT)
  276. #define HAVE_gtv8qi3 (TARGET_REALLY_IWMMXT)
  277. #define HAVE_gtv4hi3 (TARGET_REALLY_IWMMXT)
  278. #define HAVE_gtv2si3 (TARGET_REALLY_IWMMXT)
  279. #define HAVE_iwmmxt_wpackhss (TARGET_REALLY_IWMMXT)
  280. #define HAVE_iwmmxt_wpackwss (TARGET_REALLY_IWMMXT)
  281. #define HAVE_iwmmxt_wpackdss (TARGET_REALLY_IWMMXT)
  282. #define HAVE_iwmmxt_wpackhus (TARGET_REALLY_IWMMXT)
  283. #define HAVE_iwmmxt_wpackwus (TARGET_REALLY_IWMMXT)
  284. #define HAVE_iwmmxt_wpackdus (TARGET_REALLY_IWMMXT)
  285. #define HAVE_iwmmxt_wunpckihb (TARGET_REALLY_IWMMXT)
  286. #define HAVE_iwmmxt_wunpckihh (TARGET_REALLY_IWMMXT)
  287. #define HAVE_iwmmxt_wunpckihw (TARGET_REALLY_IWMMXT)
  288. #define HAVE_iwmmxt_wunpckilb (TARGET_REALLY_IWMMXT)
  289. #define HAVE_iwmmxt_wunpckilh (TARGET_REALLY_IWMMXT)
  290. #define HAVE_iwmmxt_wunpckilw (TARGET_REALLY_IWMMXT)
  291. #define HAVE_iwmmxt_wunpckehub (TARGET_REALLY_IWMMXT)
  292. #define HAVE_iwmmxt_wunpckehuh (TARGET_REALLY_IWMMXT)
  293. #define HAVE_iwmmxt_wunpckehuw (TARGET_REALLY_IWMMXT)
  294. #define HAVE_iwmmxt_wunpckehsb (TARGET_REALLY_IWMMXT)
  295. #define HAVE_iwmmxt_wunpckehsh (TARGET_REALLY_IWMMXT)
  296. #define HAVE_iwmmxt_wunpckehsw (TARGET_REALLY_IWMMXT)
  297. #define HAVE_iwmmxt_wunpckelub (TARGET_REALLY_IWMMXT)
  298. #define HAVE_iwmmxt_wunpckeluh (TARGET_REALLY_IWMMXT)
  299. #define HAVE_iwmmxt_wunpckeluw (TARGET_REALLY_IWMMXT)
  300. #define HAVE_iwmmxt_wunpckelsb (TARGET_REALLY_IWMMXT)
  301. #define HAVE_iwmmxt_wunpckelsh (TARGET_REALLY_IWMMXT)
  302. #define HAVE_iwmmxt_wunpckelsw (TARGET_REALLY_IWMMXT)
  303. #define HAVE_rorv4hi3 (TARGET_REALLY_IWMMXT)
  304. #define HAVE_rorv2si3 (TARGET_REALLY_IWMMXT)
  305. #define HAVE_rordi3 (TARGET_REALLY_IWMMXT)
  306. #define HAVE_ashrv4hi3_iwmmxt (TARGET_REALLY_IWMMXT)
  307. #define HAVE_ashrv2si3_iwmmxt (TARGET_REALLY_IWMMXT)
  308. #define HAVE_ashrdi3_iwmmxt (TARGET_REALLY_IWMMXT)
  309. #define HAVE_lshrv4hi3_iwmmxt (TARGET_REALLY_IWMMXT)
  310. #define HAVE_lshrv2si3_iwmmxt (TARGET_REALLY_IWMMXT)
  311. #define HAVE_lshrdi3_iwmmxt (TARGET_REALLY_IWMMXT)
  312. #define HAVE_ashlv4hi3_iwmmxt (TARGET_REALLY_IWMMXT)
  313. #define HAVE_ashlv2si3_iwmmxt (TARGET_REALLY_IWMMXT)
  314. #define HAVE_ashldi3_iwmmxt (TARGET_REALLY_IWMMXT)
  315. #define HAVE_rorv4hi3_di (TARGET_REALLY_IWMMXT)
  316. #define HAVE_rorv2si3_di (TARGET_REALLY_IWMMXT)
  317. #define HAVE_rordi3_di (TARGET_REALLY_IWMMXT)
  318. #define HAVE_ashrv4hi3_di (TARGET_REALLY_IWMMXT)
  319. #define HAVE_ashrv2si3_di (TARGET_REALLY_IWMMXT)
  320. #define HAVE_ashrdi3_di (TARGET_REALLY_IWMMXT)
  321. #define HAVE_lshrv4hi3_di (TARGET_REALLY_IWMMXT)
  322. #define HAVE_lshrv2si3_di (TARGET_REALLY_IWMMXT)
  323. #define HAVE_lshrdi3_di (TARGET_REALLY_IWMMXT)
  324. #define HAVE_ashlv4hi3_di (TARGET_REALLY_IWMMXT)
  325. #define HAVE_ashlv2si3_di (TARGET_REALLY_IWMMXT)
  326. #define HAVE_ashldi3_di (TARGET_REALLY_IWMMXT)
  327. #define HAVE_iwmmxt_wmadds (TARGET_REALLY_IWMMXT)
  328. #define HAVE_iwmmxt_wmaddu (TARGET_REALLY_IWMMXT)
  329. #define HAVE_iwmmxt_tmia (TARGET_REALLY_IWMMXT)
  330. #define HAVE_iwmmxt_tmiaph (TARGET_REALLY_IWMMXT)
  331. #define HAVE_iwmmxt_tmiabb (TARGET_REALLY_IWMMXT)
  332. #define HAVE_iwmmxt_tmiatb (TARGET_REALLY_IWMMXT)
  333. #define HAVE_iwmmxt_tmiabt (TARGET_REALLY_IWMMXT)
  334. #define HAVE_iwmmxt_tmiatt (TARGET_REALLY_IWMMXT)
  335. #define HAVE_iwmmxt_tmovmskb (TARGET_REALLY_IWMMXT)
  336. #define HAVE_iwmmxt_tmovmskh (TARGET_REALLY_IWMMXT)
  337. #define HAVE_iwmmxt_tmovmskw (TARGET_REALLY_IWMMXT)
  338. #define HAVE_iwmmxt_waccb (TARGET_REALLY_IWMMXT)
  339. #define HAVE_iwmmxt_wacch (TARGET_REALLY_IWMMXT)
  340. #define HAVE_iwmmxt_waccw (TARGET_REALLY_IWMMXT)
  341. #define HAVE_iwmmxt_waligni (TARGET_REALLY_IWMMXT)
  342. #define HAVE_iwmmxt_walignr (TARGET_REALLY_IWMMXT)
  343. #define HAVE_iwmmxt_walignr0 (TARGET_REALLY_IWMMXT)
  344. #define HAVE_iwmmxt_walignr1 (TARGET_REALLY_IWMMXT)
  345. #define HAVE_iwmmxt_walignr2 (TARGET_REALLY_IWMMXT)
  346. #define HAVE_iwmmxt_walignr3 (TARGET_REALLY_IWMMXT)
  347. #define HAVE_iwmmxt_wsadb (TARGET_REALLY_IWMMXT)
  348. #define HAVE_iwmmxt_wsadh (TARGET_REALLY_IWMMXT)
  349. #define HAVE_iwmmxt_wsadbz (TARGET_REALLY_IWMMXT)
  350. #define HAVE_iwmmxt_wsadhz (TARGET_REALLY_IWMMXT)
  351. #define HAVE_iwmmxt_wabsv2si3 (TARGET_REALLY_IWMMXT)
  352. #define HAVE_iwmmxt_wabsv4hi3 (TARGET_REALLY_IWMMXT)
  353. #define HAVE_iwmmxt_wabsv8qi3 (TARGET_REALLY_IWMMXT)
  354. #define HAVE_iwmmxt_wabsdiffb (TARGET_REALLY_IWMMXT)
  355. #define HAVE_iwmmxt_wabsdiffh (TARGET_REALLY_IWMMXT)
  356. #define HAVE_iwmmxt_wabsdiffw (TARGET_REALLY_IWMMXT)
  357. #define HAVE_iwmmxt_waddsubhx (TARGET_REALLY_IWMMXT)
  358. #define HAVE_iwmmxt_wsubaddhx (TARGET_REALLY_IWMMXT)
  359. #define HAVE_addcv4hi3 (TARGET_REALLY_IWMMXT)
  360. #define HAVE_addcv2si3 (TARGET_REALLY_IWMMXT)
  361. #define HAVE_iwmmxt_avg4 (TARGET_REALLY_IWMMXT)
  362. #define HAVE_iwmmxt_avg4r (TARGET_REALLY_IWMMXT)
  363. #define HAVE_iwmmxt_wmaddsx (TARGET_REALLY_IWMMXT)
  364. #define HAVE_iwmmxt_wmaddux (TARGET_REALLY_IWMMXT)
  365. #define HAVE_iwmmxt_wmaddsn (TARGET_REALLY_IWMMXT)
  366. #define HAVE_iwmmxt_wmaddun (TARGET_REALLY_IWMMXT)
  367. #define HAVE_iwmmxt_wmulwsm (TARGET_REALLY_IWMMXT)
  368. #define HAVE_iwmmxt_wmulwum (TARGET_REALLY_IWMMXT)
  369. #define HAVE_iwmmxt_wmulsmr (TARGET_REALLY_IWMMXT)
  370. #define HAVE_iwmmxt_wmulumr (TARGET_REALLY_IWMMXT)
  371. #define HAVE_iwmmxt_wmulwsmr (TARGET_REALLY_IWMMXT)
  372. #define HAVE_iwmmxt_wmulwumr (TARGET_REALLY_IWMMXT)
  373. #define HAVE_iwmmxt_wmulwl (TARGET_REALLY_IWMMXT)
  374. #define HAVE_iwmmxt_wqmulm (TARGET_REALLY_IWMMXT)
  375. #define HAVE_iwmmxt_wqmulwm (TARGET_REALLY_IWMMXT)
  376. #define HAVE_iwmmxt_wqmulmr (TARGET_REALLY_IWMMXT)
  377. #define HAVE_iwmmxt_wqmulwmr (TARGET_REALLY_IWMMXT)
  378. #define HAVE_iwmmxt_waddbhusm (TARGET_REALLY_IWMMXT)
  379. #define HAVE_iwmmxt_waddbhusl (TARGET_REALLY_IWMMXT)
  380. #define HAVE_iwmmxt_wqmiabb (TARGET_REALLY_IWMMXT)
  381. #define HAVE_iwmmxt_wqmiabt (TARGET_REALLY_IWMMXT)
  382. #define HAVE_iwmmxt_wqmiatb (TARGET_REALLY_IWMMXT)
  383. #define HAVE_iwmmxt_wqmiatt (TARGET_REALLY_IWMMXT)
  384. #define HAVE_iwmmxt_wqmiabbn (TARGET_REALLY_IWMMXT)
  385. #define HAVE_iwmmxt_wqmiabtn (TARGET_REALLY_IWMMXT)
  386. #define HAVE_iwmmxt_wqmiatbn (TARGET_REALLY_IWMMXT)
  387. #define HAVE_iwmmxt_wqmiattn (TARGET_REALLY_IWMMXT)
  388. #define HAVE_iwmmxt_wmiabb (TARGET_REALLY_IWMMXT)
  389. #define HAVE_iwmmxt_wmiabt (TARGET_REALLY_IWMMXT)
  390. #define HAVE_iwmmxt_wmiatb (TARGET_REALLY_IWMMXT)
  391. #define HAVE_iwmmxt_wmiatt (TARGET_REALLY_IWMMXT)
  392. #define HAVE_iwmmxt_wmiabbn (TARGET_REALLY_IWMMXT)
  393. #define HAVE_iwmmxt_wmiabtn (TARGET_REALLY_IWMMXT)
  394. #define HAVE_iwmmxt_wmiatbn (TARGET_REALLY_IWMMXT)
  395. #define HAVE_iwmmxt_wmiattn (TARGET_REALLY_IWMMXT)
  396. #define HAVE_iwmmxt_wmiawbb (TARGET_REALLY_IWMMXT)
  397. #define HAVE_iwmmxt_wmiawbt (TARGET_REALLY_IWMMXT)
  398. #define HAVE_iwmmxt_wmiawtb (TARGET_REALLY_IWMMXT)
  399. #define HAVE_iwmmxt_wmiawtt (TARGET_REALLY_IWMMXT)
  400. #define HAVE_iwmmxt_wmiawbbn (TARGET_REALLY_IWMMXT)
  401. #define HAVE_iwmmxt_wmiawbtn (TARGET_REALLY_IWMMXT)
  402. #define HAVE_iwmmxt_wmiawtbn (TARGET_REALLY_IWMMXT)
  403. #define HAVE_iwmmxt_wmiawttn (TARGET_REALLY_IWMMXT)
  404. #define HAVE_iwmmxt_wmerge (TARGET_REALLY_IWMMXT)
  405. #define HAVE_iwmmxt_tandcv2si3 (TARGET_REALLY_IWMMXT)
  406. #define HAVE_iwmmxt_tandcv4hi3 (TARGET_REALLY_IWMMXT)
  407. #define HAVE_iwmmxt_tandcv8qi3 (TARGET_REALLY_IWMMXT)
  408. #define HAVE_iwmmxt_torcv2si3 (TARGET_REALLY_IWMMXT)
  409. #define HAVE_iwmmxt_torcv4hi3 (TARGET_REALLY_IWMMXT)
  410. #define HAVE_iwmmxt_torcv8qi3 (TARGET_REALLY_IWMMXT)
  411. #define HAVE_iwmmxt_torvscv2si3 (TARGET_REALLY_IWMMXT)
  412. #define HAVE_iwmmxt_torvscv4hi3 (TARGET_REALLY_IWMMXT)
  413. #define HAVE_iwmmxt_torvscv8qi3 (TARGET_REALLY_IWMMXT)
  414. #define HAVE_iwmmxt_textrcv2si3 (TARGET_REALLY_IWMMXT)
  415. #define HAVE_iwmmxt_textrcv4hi3 (TARGET_REALLY_IWMMXT)
  416. #define HAVE_iwmmxt_textrcv8qi3 (TARGET_REALLY_IWMMXT)
  417. #define HAVE_abshf2 (TARGET_VFP_FP16INST)
  418. #define HAVE_neghf2 (TARGET_VFP_FP16INST)
  419. #define HAVE_neon_vrndhf (TARGET_VFP_FP16INST)
  420. #define HAVE_neon_vrndahf (TARGET_VFP_FP16INST)
  421. #define HAVE_neon_vrndmhf (TARGET_VFP_FP16INST)
  422. #define HAVE_neon_vrndnhf (TARGET_VFP_FP16INST)
  423. #define HAVE_neon_vrndphf (TARGET_VFP_FP16INST)
  424. #define HAVE_neon_vrndxhf (TARGET_VFP_FP16INST)
  425. #define HAVE_neon_vrndihf (TARGET_VFP_FP16INST)
  426. #define HAVE_addhf3 (TARGET_VFP_FP16INST)
  427. #define HAVE_subhf3 (TARGET_VFP_FP16INST)
  428. #define HAVE_divhf3 (TARGET_VFP_FP16INST)
  429. #define HAVE_mulhf3 (TARGET_VFP_FP16INST)
  430. #define HAVE_fmahf4 (TARGET_VFP_FP16INST)
  431. #define HAVE_fmasf4 (TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_FMA )
  432. #define HAVE_fmadf4 ((TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_FMA && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  433. #define HAVE_fmsubhf4_fp16 (TARGET_VFP_FP16INST)
  434. #define HAVE_extendhfsf2 (TARGET_32BIT && TARGET_HARD_FLOAT && (TARGET_FP16 || TARGET_VFP_FP16INST))
  435. #define HAVE_truncsfhf2 (TARGET_32BIT && TARGET_HARD_FLOAT && (TARGET_FP16 || TARGET_VFP_FP16INST))
  436. #define HAVE_fixuns_truncsfsi2 (TARGET_32BIT && TARGET_HARD_FLOAT)
  437. #define HAVE_fixuns_truncdfsi2 (TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_VFP_DOUBLE)
  438. #define HAVE_floatunssisf2 (TARGET_32BIT && TARGET_HARD_FLOAT)
  439. #define HAVE_floatunssidf2 (TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_VFP_DOUBLE)
  440. #define HAVE_neon_vsqrthf (TARGET_VFP_FP16INST)
  441. #define HAVE_neon_vrsqrtshf (TARGET_VFP_FP16INST)
  442. #define HAVE_push_fpsysreg_insn (TARGET_HAVE_FPCXT_CMSE && use_cmse)
  443. #define HAVE_pop_fpsysreg_insn (TARGET_HAVE_FPCXT_CMSE && use_cmse)
  444. #define HAVE_lazy_store_multiple_insn (use_cmse && reload_completed)
  445. #define HAVE_lazy_load_multiple_insn (use_cmse && reload_completed)
  446. #define HAVE_neon_vcvthshf (TARGET_VFP_FP16INST)
  447. #define HAVE_neon_vcvthuhf (TARGET_VFP_FP16INST)
  448. #define HAVE_neon_vcvthssi (TARGET_VFP_FP16INST)
  449. #define HAVE_neon_vcvthusi (TARGET_VFP_FP16INST)
  450. #define HAVE_neon_vcvths_nhf_unspec (TARGET_VFP_FP16INST)
  451. #define HAVE_neon_vcvthu_nhf_unspec (TARGET_VFP_FP16INST)
  452. #define HAVE_neon_vcvths_nsi_unspec (TARGET_VFP_FP16INST)
  453. #define HAVE_neon_vcvthu_nsi_unspec (TARGET_VFP_FP16INST)
  454. #define HAVE_neon_vcvtahssi (TARGET_VFP_FP16INST)
  455. #define HAVE_neon_vcvtahusi (TARGET_VFP_FP16INST)
  456. #define HAVE_neon_vcvtmhssi (TARGET_VFP_FP16INST)
  457. #define HAVE_neon_vcvtmhusi (TARGET_VFP_FP16INST)
  458. #define HAVE_neon_vcvtnhssi (TARGET_VFP_FP16INST)
  459. #define HAVE_neon_vcvtnhusi (TARGET_VFP_FP16INST)
  460. #define HAVE_neon_vcvtphssi (TARGET_VFP_FP16INST)
  461. #define HAVE_neon_vcvtphusi (TARGET_VFP_FP16INST)
  462. #define HAVE_btruncsf2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  463. #define HAVE_ceilsf2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  464. #define HAVE_floorsf2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  465. #define HAVE_nearbyintsf2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  466. #define HAVE_rintsf2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  467. #define HAVE_roundsf2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  468. #define HAVE_btruncdf2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  469. #define HAVE_ceildf2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  470. #define HAVE_floordf2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  471. #define HAVE_nearbyintdf2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  472. #define HAVE_rintdf2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  473. #define HAVE_rounddf2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  474. #define HAVE_lceilsfsi2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  475. #define HAVE_lfloorsfsi2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  476. #define HAVE_lroundsfsi2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  477. #define HAVE_lceilusfsi2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  478. #define HAVE_lfloorusfsi2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  479. #define HAVE_lroundusfsi2 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  480. #define HAVE_lceildfsi2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  481. #define HAVE_lfloordfsi2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  482. #define HAVE_lrounddfsi2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  483. #define HAVE_lceiludfsi2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  484. #define HAVE_lfloorudfsi2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  485. #define HAVE_lroundudfsi2 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  486. #define HAVE_smaxsf3 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  487. #define HAVE_smaxdf3 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  488. #define HAVE_sminsf3 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  489. #define HAVE_smindf3 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  490. #define HAVE_neon_vmaxnmhf (TARGET_VFP_FP16INST)
  491. #define HAVE_neon_vminnmhf (TARGET_VFP_FP16INST)
  492. #define HAVE_fmaxsf3 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  493. #define HAVE_fminsf3 (TARGET_HARD_FLOAT && TARGET_VFP5 )
  494. #define HAVE_fmaxdf3 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  495. #define HAVE_fmindf3 ((TARGET_HARD_FLOAT && TARGET_VFP5 && TARGET_VFP_DOUBLE) && (TARGET_VFP_DOUBLE))
  496. #define HAVE_set_fpscr (TARGET_VFP_BASE)
  497. #define HAVE_get_fpscr (TARGET_VFP_BASE)
  498. #define HAVE_no_literal_pool_df_immediate (arm_disable_literal_pool \
  499. && TARGET_VFP_BASE \
  500. && !arm_const_double_rtx (operands[1]) \
  501. && !(TARGET_VFP_DOUBLE && vfp3_const_double_rtx (operands[1])))
  502. #define HAVE_no_literal_pool_sf_immediate (arm_disable_literal_pool \
  503. && TARGET_VFP_BASE \
  504. && !vfp3_const_double_rtx (operands[1]))
  505. #define HAVE_arm_vcx1si (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  506. #define HAVE_arm_vcx1di (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  507. #define HAVE_arm_vcx1asi (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  508. #define HAVE_arm_vcx1adi (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  509. #define HAVE_arm_vcx2si (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  510. #define HAVE_arm_vcx2di (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  511. #define HAVE_arm_vcx2asi (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  512. #define HAVE_arm_vcx2adi (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  513. #define HAVE_arm_vcx3si (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  514. #define HAVE_arm_vcx3di (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  515. #define HAVE_arm_vcx3asi (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  516. #define HAVE_arm_vcx3adi (TARGET_CDE && (TARGET_ARM_FP || TARGET_HAVE_MVE))
  517. #define HAVE_thumb1_movsi_symbol_ref (TARGET_THUMB1 \
  518. && arm_disable_literal_pool \
  519. && GET_CODE (operands[1]) == SYMBOL_REF)
  520. #define HAVE_thumb1_subsi3_insn (TARGET_THUMB1)
  521. #define HAVE_thumb1_bicsi3 (TARGET_THUMB1)
  522. #define HAVE_thumb1_extendhisi2 (TARGET_THUMB1)
  523. #define HAVE_thumb1_extendqisi2 (TARGET_THUMB1)
  524. #define HAVE_cpymem12b (TARGET_THUMB1)
  525. #define HAVE_cpymem8b (TARGET_THUMB1)
  526. #define HAVE_thumb1_cbz (TARGET_THUMB1 && TARGET_HAVE_CBZ)
  527. #define HAVE_cbranchsi4_insn (TARGET_THUMB1)
  528. #define HAVE_cbranchsi4_scratch (TARGET_THUMB1)
  529. #define HAVE_cstoresi_nltu_thumb1 (TARGET_THUMB1)
  530. #define HAVE_cstoresi_ltu_thumb1 (TARGET_THUMB1)
  531. #define HAVE_thumb1_addsi3_addgeu (TARGET_THUMB1)
  532. #define HAVE_thumb1_casesi_dispatch (TARGET_THUMB1)
  533. #define HAVE_prologue_thumb1_interwork (TARGET_THUMB1)
  534. #define HAVE_thumb_eh_return (TARGET_THUMB1)
  535. #define HAVE_thumb1_stack_protect_test_insn (TARGET_THUMB1)
  536. #define HAVE_tls_load_dot_plus_four (TARGET_THUMB2)
  537. #define HAVE_thumb2_zero_extendqisi2_v6 (TARGET_THUMB2 && arm_arch6)
  538. #define HAVE_thumb2_eh_return (TARGET_THUMB2)
  539. #define HAVE_thumb2_addsi3_compare0 (TARGET_THUMB2)
  540. #define HAVE_thumb2_asrl (TARGET_HAVE_MVE)
  541. #define HAVE_thumb2_lsll (TARGET_HAVE_MVE)
  542. #define HAVE_thumb2_lsrl (TARGET_HAVE_MVE)
  543. #define HAVE_unaligned_storev8qi (TARGET_NEON)
  544. #define HAVE_vec_setv8qi_internal (TARGET_NEON)
  545. #define HAVE_vec_setv4hi_internal (TARGET_NEON)
  546. #define HAVE_vec_setv4hf_internal (TARGET_NEON)
  547. #define HAVE_vec_setv4bf_internal (TARGET_NEON)
  548. #define HAVE_vec_setv2si_internal (TARGET_NEON)
  549. #define HAVE_vec_setv2sf_internal (TARGET_NEON)
  550. #define HAVE_vec_setv16qi_internal (TARGET_NEON)
  551. #define HAVE_vec_setv8hi_internal (TARGET_NEON)
  552. #define HAVE_vec_setv8hf_internal (TARGET_NEON)
  553. #define HAVE_vec_setv4si_internal (TARGET_NEON)
  554. #define HAVE_vec_setv4sf_internal (TARGET_NEON)
  555. #define HAVE_vec_setv2di_internal (TARGET_NEON)
  556. #define HAVE_vec_extractv8qiqi (TARGET_NEON)
  557. #define HAVE_vec_extractv4hihi (TARGET_NEON)
  558. #define HAVE_vec_extractv4hfhf (TARGET_NEON)
  559. #define HAVE_vec_extractv4bfbf (TARGET_NEON)
  560. #define HAVE_vec_extractv2sisi (TARGET_NEON)
  561. #define HAVE_vec_extractv2sfsf (TARGET_NEON)
  562. #define HAVE_neon_vec_extractv16qiqi (TARGET_NEON)
  563. #define HAVE_neon_vec_extractv8hihi (TARGET_NEON)
  564. #define HAVE_neon_vec_extractv8hfhf (TARGET_NEON)
  565. #define HAVE_neon_vec_extractv4sisi (TARGET_NEON)
  566. #define HAVE_neon_vec_extractv4sfsf (TARGET_NEON)
  567. #define HAVE_neon_vec_extractv2didi (TARGET_NEON)
  568. #define HAVE_addv8hf3_neon (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  569. #define HAVE_addv4hf3 (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  570. #define HAVE_addv8hf3_fp16 (TARGET_NEON_FP16INST)
  571. #define HAVE_addv4hf3_fp16 (TARGET_NEON_FP16INST)
  572. #define HAVE_subv8hf3 (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  573. #define HAVE_subv4hf3 (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  574. #define HAVE_subv8hf3_fp16 (TARGET_NEON_FP16INST)
  575. #define HAVE_subv4hf3_fp16 (TARGET_NEON_FP16INST)
  576. #define HAVE_mulv8qi3addv8qi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  577. #define HAVE_mulv16qi3addv16qi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  578. #define HAVE_mulv4hi3addv4hi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  579. #define HAVE_mulv8hi3addv8hi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  580. #define HAVE_mulv2si3addv2si_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  581. #define HAVE_mulv4si3addv4si_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  582. #define HAVE_mulv2sf3addv2sf_neon (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  583. #define HAVE_mulv4sf3addv4sf_neon (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  584. #define HAVE_mulv8hf3addv8hf_neon (TARGET_NEON_FP16INST && (!true || flag_unsafe_math_optimizations))
  585. #define HAVE_mulv4hf3addv4hf_neon (TARGET_NEON_FP16INST && (!true || flag_unsafe_math_optimizations))
  586. #define HAVE_mulv8qi3negv8qiaddv8qi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  587. #define HAVE_mulv16qi3negv16qiaddv16qi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  588. #define HAVE_mulv4hi3negv4hiaddv4hi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  589. #define HAVE_mulv8hi3negv8hiaddv8hi_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  590. #define HAVE_mulv2si3negv2siaddv2si_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  591. #define HAVE_mulv4si3negv4siaddv4si_neon (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  592. #define HAVE_mulv2sf3negv2sfaddv2sf_neon (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  593. #define HAVE_mulv4sf3negv4sfaddv4sf_neon (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  594. #define HAVE_fmav2sf4 (TARGET_NEON && TARGET_FMA && flag_unsafe_math_optimizations)
  595. #define HAVE_fmav4sf4 (TARGET_NEON && TARGET_FMA && flag_unsafe_math_optimizations)
  596. #define HAVE_fmav2sf4_intrinsic (TARGET_NEON && TARGET_FMA)
  597. #define HAVE_fmav4sf4_intrinsic (TARGET_NEON && TARGET_FMA)
  598. #define HAVE_fmav8hf4 (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  599. #define HAVE_fmav4hf4 (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  600. #define HAVE_fmav8hf4_intrinsic (TARGET_NEON_FP16INST)
  601. #define HAVE_fmav4hf4_intrinsic (TARGET_NEON_FP16INST)
  602. #define HAVE_fmsubv2sf4_intrinsic (TARGET_NEON && TARGET_FMA)
  603. #define HAVE_fmsubv4sf4_intrinsic (TARGET_NEON && TARGET_FMA)
  604. #define HAVE_fmsubv8hf4_intrinsic (TARGET_NEON_FP16INST)
  605. #define HAVE_fmsubv4hf4_intrinsic (TARGET_NEON_FP16INST)
  606. #define HAVE_neon_vrintpv2sf (TARGET_NEON && TARGET_VFP5)
  607. #define HAVE_neon_vrintzv2sf (TARGET_NEON && TARGET_VFP5)
  608. #define HAVE_neon_vrintmv2sf (TARGET_NEON && TARGET_VFP5)
  609. #define HAVE_neon_vrintxv2sf (TARGET_NEON && TARGET_VFP5)
  610. #define HAVE_neon_vrintav2sf (TARGET_NEON && TARGET_VFP5)
  611. #define HAVE_neon_vrintnv2sf (TARGET_NEON && TARGET_VFP5)
  612. #define HAVE_neon_vrintpv4sf (TARGET_NEON && TARGET_VFP5)
  613. #define HAVE_neon_vrintzv4sf (TARGET_NEON && TARGET_VFP5)
  614. #define HAVE_neon_vrintmv4sf (TARGET_NEON && TARGET_VFP5)
  615. #define HAVE_neon_vrintxv4sf (TARGET_NEON && TARGET_VFP5)
  616. #define HAVE_neon_vrintav4sf (TARGET_NEON && TARGET_VFP5)
  617. #define HAVE_neon_vrintnv4sf (TARGET_NEON && TARGET_VFP5)
  618. #define HAVE_neon_vcvtpv2sfv2si (TARGET_NEON && TARGET_VFP5)
  619. #define HAVE_neon_vcvtmv2sfv2si (TARGET_NEON && TARGET_VFP5)
  620. #define HAVE_neon_vcvtav2sfv2si (TARGET_NEON && TARGET_VFP5)
  621. #define HAVE_neon_vcvtpuv2sfv2si (TARGET_NEON && TARGET_VFP5)
  622. #define HAVE_neon_vcvtmuv2sfv2si (TARGET_NEON && TARGET_VFP5)
  623. #define HAVE_neon_vcvtauv2sfv2si (TARGET_NEON && TARGET_VFP5)
  624. #define HAVE_neon_vcvtpv4sfv4si (TARGET_NEON && TARGET_VFP5)
  625. #define HAVE_neon_vcvtmv4sfv4si (TARGET_NEON && TARGET_VFP5)
  626. #define HAVE_neon_vcvtav4sfv4si (TARGET_NEON && TARGET_VFP5)
  627. #define HAVE_neon_vcvtpuv4sfv4si (TARGET_NEON && TARGET_VFP5)
  628. #define HAVE_neon_vcvtmuv4sfv4si (TARGET_NEON && TARGET_VFP5)
  629. #define HAVE_neon_vcvtauv4sfv4si (TARGET_NEON && TARGET_VFP5)
  630. #define HAVE_iorv8qi3 (TARGET_NEON)
  631. #define HAVE_iorv16qi3 (TARGET_NEON)
  632. #define HAVE_iorv4hi3 (TARGET_NEON)
  633. #define HAVE_iorv8hi3 (TARGET_NEON)
  634. #define HAVE_iorv2si3 (TARGET_NEON)
  635. #define HAVE_iorv4si3 (TARGET_NEON)
  636. #define HAVE_iorv4hf3 (TARGET_NEON)
  637. #define HAVE_iorv8hf3 (TARGET_NEON)
  638. #define HAVE_iorv2sf3 (TARGET_NEON)
  639. #define HAVE_iorv4sf3 (TARGET_NEON)
  640. #define HAVE_iorv2di3 (TARGET_NEON)
  641. #define HAVE_andv8qi3 (TARGET_NEON)
  642. #define HAVE_andv16qi3 (TARGET_NEON)
  643. #define HAVE_andv4hi3 (TARGET_NEON)
  644. #define HAVE_andv8hi3 (TARGET_NEON)
  645. #define HAVE_andv2si3 (TARGET_NEON)
  646. #define HAVE_andv4si3 (TARGET_NEON)
  647. #define HAVE_andv4hf3 (TARGET_NEON)
  648. #define HAVE_andv8hf3 (TARGET_NEON)
  649. #define HAVE_andv2sf3 (TARGET_NEON)
  650. #define HAVE_andv4sf3 (TARGET_NEON)
  651. #define HAVE_andv2di3 (TARGET_NEON)
  652. #define HAVE_ornv8qi3_neon (TARGET_NEON)
  653. #define HAVE_ornv16qi3_neon (TARGET_NEON)
  654. #define HAVE_ornv4hi3_neon (TARGET_NEON)
  655. #define HAVE_ornv8hi3_neon (TARGET_NEON)
  656. #define HAVE_ornv2si3_neon (TARGET_NEON)
  657. #define HAVE_ornv4si3_neon (TARGET_NEON)
  658. #define HAVE_ornv4hf3_neon (TARGET_NEON)
  659. #define HAVE_ornv8hf3_neon (TARGET_NEON)
  660. #define HAVE_ornv2sf3_neon (TARGET_NEON)
  661. #define HAVE_ornv4sf3_neon (TARGET_NEON)
  662. #define HAVE_ornv2di3_neon (TARGET_NEON)
  663. #define HAVE_bicv8qi3_neon (TARGET_NEON)
  664. #define HAVE_bicv16qi3_neon (TARGET_NEON)
  665. #define HAVE_bicv4hi3_neon (TARGET_NEON)
  666. #define HAVE_bicv8hi3_neon (TARGET_NEON)
  667. #define HAVE_bicv2si3_neon (TARGET_NEON)
  668. #define HAVE_bicv4si3_neon (TARGET_NEON)
  669. #define HAVE_bicv4hf3_neon (TARGET_NEON)
  670. #define HAVE_bicv8hf3_neon (TARGET_NEON)
  671. #define HAVE_bicv2sf3_neon (TARGET_NEON)
  672. #define HAVE_bicv4sf3_neon (TARGET_NEON)
  673. #define HAVE_bicv2di3_neon (TARGET_NEON)
  674. #define HAVE_xorv8qi3 (TARGET_NEON)
  675. #define HAVE_xorv16qi3 (TARGET_NEON)
  676. #define HAVE_xorv4hi3 (TARGET_NEON)
  677. #define HAVE_xorv8hi3 (TARGET_NEON)
  678. #define HAVE_xorv2si3 (TARGET_NEON)
  679. #define HAVE_xorv4si3 (TARGET_NEON)
  680. #define HAVE_xorv4hf3 (TARGET_NEON)
  681. #define HAVE_xorv8hf3 (TARGET_NEON)
  682. #define HAVE_xorv2sf3 (TARGET_NEON)
  683. #define HAVE_xorv4sf3 (TARGET_NEON)
  684. #define HAVE_xorv2di3 (TARGET_NEON)
  685. #define HAVE_one_cmplv8qi2 (TARGET_NEON)
  686. #define HAVE_one_cmplv16qi2 (TARGET_NEON)
  687. #define HAVE_one_cmplv4hi2 (TARGET_NEON)
  688. #define HAVE_one_cmplv8hi2 (TARGET_NEON)
  689. #define HAVE_one_cmplv2si2 (TARGET_NEON)
  690. #define HAVE_one_cmplv4si2 (TARGET_NEON)
  691. #define HAVE_one_cmplv4hf2 (TARGET_NEON)
  692. #define HAVE_one_cmplv8hf2 (TARGET_NEON)
  693. #define HAVE_one_cmplv2sf2 (TARGET_NEON)
  694. #define HAVE_one_cmplv4sf2 (TARGET_NEON)
  695. #define HAVE_one_cmplv2di2 (TARGET_NEON)
  696. #define HAVE_absv8qi2 (TARGET_NEON)
  697. #define HAVE_absv16qi2 (TARGET_NEON)
  698. #define HAVE_absv4hi2 (TARGET_NEON)
  699. #define HAVE_absv8hi2 (TARGET_NEON)
  700. #define HAVE_absv2si2 (TARGET_NEON)
  701. #define HAVE_absv4si2 (TARGET_NEON)
  702. #define HAVE_absv2sf2 (TARGET_NEON)
  703. #define HAVE_absv4sf2 (TARGET_NEON)
  704. #define HAVE_negv8qi2 (TARGET_NEON)
  705. #define HAVE_negv16qi2 (TARGET_NEON)
  706. #define HAVE_negv4hi2 (TARGET_NEON)
  707. #define HAVE_negv8hi2 (TARGET_NEON)
  708. #define HAVE_negv2si2 (TARGET_NEON)
  709. #define HAVE_negv4si2 (TARGET_NEON)
  710. #define HAVE_negv2sf2 (TARGET_NEON)
  711. #define HAVE_negv4sf2 (TARGET_NEON)
  712. #define HAVE_absv8hf2 (TARGET_NEON_FP16INST)
  713. #define HAVE_negv8hf2 (TARGET_NEON_FP16INST)
  714. #define HAVE_absv4hf2 (TARGET_NEON_FP16INST)
  715. #define HAVE_negv4hf2 (TARGET_NEON_FP16INST)
  716. #define HAVE_neon_vrndv8hf (TARGET_NEON_FP16INST)
  717. #define HAVE_neon_vrndav8hf (TARGET_NEON_FP16INST)
  718. #define HAVE_neon_vrndmv8hf (TARGET_NEON_FP16INST)
  719. #define HAVE_neon_vrndnv8hf (TARGET_NEON_FP16INST)
  720. #define HAVE_neon_vrndpv8hf (TARGET_NEON_FP16INST)
  721. #define HAVE_neon_vrndxv8hf (TARGET_NEON_FP16INST)
  722. #define HAVE_neon_vrndv4hf (TARGET_NEON_FP16INST)
  723. #define HAVE_neon_vrndav4hf (TARGET_NEON_FP16INST)
  724. #define HAVE_neon_vrndmv4hf (TARGET_NEON_FP16INST)
  725. #define HAVE_neon_vrndnv4hf (TARGET_NEON_FP16INST)
  726. #define HAVE_neon_vrndpv4hf (TARGET_NEON_FP16INST)
  727. #define HAVE_neon_vrndxv4hf (TARGET_NEON_FP16INST)
  728. #define HAVE_neon_vrsqrtev8hf (TARGET_NEON_FP16INST)
  729. #define HAVE_neon_vrsqrtev4hf (TARGET_NEON_FP16INST)
  730. #define HAVE_vashlv8qi3 (TARGET_NEON)
  731. #define HAVE_vashlv16qi3 (TARGET_NEON)
  732. #define HAVE_vashlv4hi3 (TARGET_NEON)
  733. #define HAVE_vashlv8hi3 (TARGET_NEON)
  734. #define HAVE_vashlv2si3 (TARGET_NEON)
  735. #define HAVE_vashlv4si3 (TARGET_NEON)
  736. #define HAVE_vashrv8qi3_imm (TARGET_NEON)
  737. #define HAVE_vashrv16qi3_imm (TARGET_NEON)
  738. #define HAVE_vashrv4hi3_imm (TARGET_NEON)
  739. #define HAVE_vashrv8hi3_imm (TARGET_NEON)
  740. #define HAVE_vashrv2si3_imm (TARGET_NEON)
  741. #define HAVE_vashrv4si3_imm (TARGET_NEON)
  742. #define HAVE_vlshrv8qi3_imm (TARGET_NEON)
  743. #define HAVE_vlshrv16qi3_imm (TARGET_NEON)
  744. #define HAVE_vlshrv4hi3_imm (TARGET_NEON)
  745. #define HAVE_vlshrv8hi3_imm (TARGET_NEON)
  746. #define HAVE_vlshrv2si3_imm (TARGET_NEON)
  747. #define HAVE_vlshrv4si3_imm (TARGET_NEON)
  748. #define HAVE_ashlv8qi3_signed (TARGET_NEON)
  749. #define HAVE_ashlv16qi3_signed (TARGET_NEON)
  750. #define HAVE_ashlv4hi3_signed (TARGET_NEON)
  751. #define HAVE_ashlv8hi3_signed (TARGET_NEON)
  752. #define HAVE_ashlv2si3_signed (TARGET_NEON)
  753. #define HAVE_ashlv4si3_signed (TARGET_NEON)
  754. #define HAVE_ashlv2di3_signed (TARGET_NEON)
  755. #define HAVE_ashlv8qi3_unsigned (TARGET_NEON)
  756. #define HAVE_ashlv16qi3_unsigned (TARGET_NEON)
  757. #define HAVE_ashlv4hi3_unsigned (TARGET_NEON)
  758. #define HAVE_ashlv8hi3_unsigned (TARGET_NEON)
  759. #define HAVE_ashlv2si3_unsigned (TARGET_NEON)
  760. #define HAVE_ashlv4si3_unsigned (TARGET_NEON)
  761. #define HAVE_ashlv2di3_unsigned (TARGET_NEON)
  762. #define HAVE_neon_load_count (TARGET_NEON)
  763. #define HAVE_vec_sel_widen_ssum_lov16qiv8qi3 (TARGET_NEON)
  764. #define HAVE_vec_sel_widen_ssum_lov8hiv4hi3 (TARGET_NEON)
  765. #define HAVE_vec_sel_widen_ssum_lov4siv2si3 (TARGET_NEON)
  766. #define HAVE_vec_sel_widen_ssum_hiv16qiv8qi3 (TARGET_NEON)
  767. #define HAVE_vec_sel_widen_ssum_hiv8hiv4hi3 (TARGET_NEON)
  768. #define HAVE_vec_sel_widen_ssum_hiv4siv2si3 (TARGET_NEON)
  769. #define HAVE_widen_ssumv8qi3 (TARGET_NEON)
  770. #define HAVE_widen_ssumv4hi3 (TARGET_NEON)
  771. #define HAVE_widen_ssumv2si3 (TARGET_NEON)
  772. #define HAVE_vec_sel_widen_usum_lov16qiv8qi3 (TARGET_NEON)
  773. #define HAVE_vec_sel_widen_usum_lov8hiv4hi3 (TARGET_NEON)
  774. #define HAVE_vec_sel_widen_usum_lov4siv2si3 (TARGET_NEON)
  775. #define HAVE_vec_sel_widen_usum_hiv16qiv8qi3 (TARGET_NEON)
  776. #define HAVE_vec_sel_widen_usum_hiv8hiv4hi3 (TARGET_NEON)
  777. #define HAVE_vec_sel_widen_usum_hiv4siv2si3 (TARGET_NEON)
  778. #define HAVE_widen_usumv8qi3 (TARGET_NEON)
  779. #define HAVE_widen_usumv4hi3 (TARGET_NEON)
  780. #define HAVE_widen_usumv2si3 (TARGET_NEON)
  781. #define HAVE_quad_halves_plusv4si (TARGET_NEON)
  782. #define HAVE_quad_halves_sminv4si (TARGET_NEON)
  783. #define HAVE_quad_halves_smaxv4si (TARGET_NEON)
  784. #define HAVE_quad_halves_uminv4si (TARGET_NEON)
  785. #define HAVE_quad_halves_umaxv4si (TARGET_NEON)
  786. #define HAVE_quad_halves_plusv4sf (TARGET_NEON && flag_unsafe_math_optimizations)
  787. #define HAVE_quad_halves_sminv4sf (TARGET_NEON && flag_unsafe_math_optimizations)
  788. #define HAVE_quad_halves_smaxv4sf (TARGET_NEON && flag_unsafe_math_optimizations)
  789. #define HAVE_quad_halves_plusv8hi (TARGET_NEON)
  790. #define HAVE_quad_halves_sminv8hi (TARGET_NEON)
  791. #define HAVE_quad_halves_smaxv8hi (TARGET_NEON)
  792. #define HAVE_quad_halves_uminv8hi (TARGET_NEON)
  793. #define HAVE_quad_halves_umaxv8hi (TARGET_NEON)
  794. #define HAVE_quad_halves_plusv16qi (TARGET_NEON)
  795. #define HAVE_quad_halves_sminv16qi (TARGET_NEON)
  796. #define HAVE_quad_halves_smaxv16qi (TARGET_NEON)
  797. #define HAVE_quad_halves_uminv16qi (TARGET_NEON)
  798. #define HAVE_quad_halves_umaxv16qi (TARGET_NEON)
  799. #define HAVE_arm_reduc_plus_internal_v2di (TARGET_NEON && !BYTES_BIG_ENDIAN)
  800. #define HAVE_neon_vpadd_internalv8qi (TARGET_NEON)
  801. #define HAVE_neon_vpadd_internalv4hi (TARGET_NEON)
  802. #define HAVE_neon_vpadd_internalv2si (TARGET_NEON)
  803. #define HAVE_neon_vpadd_internalv2sf (TARGET_NEON)
  804. #define HAVE_neon_vpaddv4hf (TARGET_NEON_FP16INST)
  805. #define HAVE_neon_vpsminv8qi (TARGET_NEON)
  806. #define HAVE_neon_vpsminv4hi (TARGET_NEON)
  807. #define HAVE_neon_vpsminv2si (TARGET_NEON)
  808. #define HAVE_neon_vpsminv2sf (TARGET_NEON)
  809. #define HAVE_neon_vpsmaxv8qi (TARGET_NEON)
  810. #define HAVE_neon_vpsmaxv4hi (TARGET_NEON)
  811. #define HAVE_neon_vpsmaxv2si (TARGET_NEON)
  812. #define HAVE_neon_vpsmaxv2sf (TARGET_NEON)
  813. #define HAVE_neon_vpuminv8qi (TARGET_NEON)
  814. #define HAVE_neon_vpuminv4hi (TARGET_NEON)
  815. #define HAVE_neon_vpuminv2si (TARGET_NEON)
  816. #define HAVE_neon_vpumaxv8qi (TARGET_NEON)
  817. #define HAVE_neon_vpumaxv4hi (TARGET_NEON)
  818. #define HAVE_neon_vpumaxv2si (TARGET_NEON)
  819. #define HAVE_neon_vaddv2sf_unspec (TARGET_NEON)
  820. #define HAVE_neon_vaddv4sf_unspec (TARGET_NEON)
  821. #define HAVE_neon_vaddlsv8qi (TARGET_NEON)
  822. #define HAVE_neon_vaddluv8qi (TARGET_NEON)
  823. #define HAVE_neon_vaddlsv4hi (TARGET_NEON)
  824. #define HAVE_neon_vaddluv4hi (TARGET_NEON)
  825. #define HAVE_neon_vaddlsv2si (TARGET_NEON)
  826. #define HAVE_neon_vaddluv2si (TARGET_NEON)
  827. #define HAVE_neon_vaddwsv8qi (TARGET_NEON)
  828. #define HAVE_neon_vaddwuv8qi (TARGET_NEON)
  829. #define HAVE_neon_vaddwsv4hi (TARGET_NEON)
  830. #define HAVE_neon_vaddwuv4hi (TARGET_NEON)
  831. #define HAVE_neon_vaddwsv2si (TARGET_NEON)
  832. #define HAVE_neon_vaddwuv2si (TARGET_NEON)
  833. #define HAVE_neon_vrhaddsv8qi (TARGET_NEON)
  834. #define HAVE_neon_vrhadduv8qi (TARGET_NEON)
  835. #define HAVE_neon_vhaddsv8qi (TARGET_NEON)
  836. #define HAVE_neon_vhadduv8qi (TARGET_NEON)
  837. #define HAVE_neon_vrhaddsv16qi (TARGET_NEON)
  838. #define HAVE_neon_vrhadduv16qi (TARGET_NEON)
  839. #define HAVE_neon_vhaddsv16qi (TARGET_NEON)
  840. #define HAVE_neon_vhadduv16qi (TARGET_NEON)
  841. #define HAVE_neon_vrhaddsv4hi (TARGET_NEON)
  842. #define HAVE_neon_vrhadduv4hi (TARGET_NEON)
  843. #define HAVE_neon_vhaddsv4hi (TARGET_NEON)
  844. #define HAVE_neon_vhadduv4hi (TARGET_NEON)
  845. #define HAVE_neon_vrhaddsv8hi (TARGET_NEON)
  846. #define HAVE_neon_vrhadduv8hi (TARGET_NEON)
  847. #define HAVE_neon_vhaddsv8hi (TARGET_NEON)
  848. #define HAVE_neon_vhadduv8hi (TARGET_NEON)
  849. #define HAVE_neon_vrhaddsv2si (TARGET_NEON)
  850. #define HAVE_neon_vrhadduv2si (TARGET_NEON)
  851. #define HAVE_neon_vhaddsv2si (TARGET_NEON)
  852. #define HAVE_neon_vhadduv2si (TARGET_NEON)
  853. #define HAVE_neon_vrhaddsv4si (TARGET_NEON)
  854. #define HAVE_neon_vrhadduv4si (TARGET_NEON)
  855. #define HAVE_neon_vhaddsv4si (TARGET_NEON)
  856. #define HAVE_neon_vhadduv4si (TARGET_NEON)
  857. #define HAVE_neon_vqaddsv8qi (TARGET_NEON)
  858. #define HAVE_neon_vqadduv8qi (TARGET_NEON)
  859. #define HAVE_neon_vqaddsv16qi (TARGET_NEON)
  860. #define HAVE_neon_vqadduv16qi (TARGET_NEON)
  861. #define HAVE_neon_vqaddsv4hi (TARGET_NEON)
  862. #define HAVE_neon_vqadduv4hi (TARGET_NEON)
  863. #define HAVE_neon_vqaddsv8hi (TARGET_NEON)
  864. #define HAVE_neon_vqadduv8hi (TARGET_NEON)
  865. #define HAVE_neon_vqaddsv2si (TARGET_NEON)
  866. #define HAVE_neon_vqadduv2si (TARGET_NEON)
  867. #define HAVE_neon_vqaddsv4si (TARGET_NEON)
  868. #define HAVE_neon_vqadduv4si (TARGET_NEON)
  869. #define HAVE_neon_vqaddsdi (TARGET_NEON)
  870. #define HAVE_neon_vqaddudi (TARGET_NEON)
  871. #define HAVE_neon_vqaddsv2di (TARGET_NEON)
  872. #define HAVE_neon_vqadduv2di (TARGET_NEON)
  873. #define HAVE_neon_vaddhnv8hi (TARGET_NEON)
  874. #define HAVE_neon_vraddhnv8hi (TARGET_NEON)
  875. #define HAVE_neon_vaddhnv4si (TARGET_NEON)
  876. #define HAVE_neon_vraddhnv4si (TARGET_NEON)
  877. #define HAVE_neon_vaddhnv2di (TARGET_NEON)
  878. #define HAVE_neon_vraddhnv2di (TARGET_NEON)
  879. #define HAVE_neon_vmulpv8qi (TARGET_NEON)
  880. #define HAVE_neon_vmulpv16qi (TARGET_NEON)
  881. #define HAVE_neon_vmulfv2sf (TARGET_NEON)
  882. #define HAVE_neon_vmulfv4sf (TARGET_NEON)
  883. #define HAVE_mulv8hf3 (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  884. #define HAVE_mulv4hf3 (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  885. #define HAVE_neon_vmulfv8hf (TARGET_NEON_FP16INST)
  886. #define HAVE_neon_vmulfv4hf (TARGET_NEON_FP16INST)
  887. #define HAVE_vfmal_lowv2sf_intrinsic (TARGET_FP16FML)
  888. #define HAVE_vfmal_lowv4sf_intrinsic (TARGET_FP16FML)
  889. #define HAVE_vfmsl_highv2sf_intrinsic (TARGET_FP16FML)
  890. #define HAVE_vfmsl_highv4sf_intrinsic (TARGET_FP16FML)
  891. #define HAVE_vfmal_highv2sf_intrinsic (TARGET_FP16FML)
  892. #define HAVE_vfmal_highv4sf_intrinsic (TARGET_FP16FML)
  893. #define HAVE_vfmsl_lowv2sf_intrinsic (TARGET_FP16FML)
  894. #define HAVE_vfmsl_lowv4sf_intrinsic (TARGET_FP16FML)
  895. #define HAVE_vfmal_lane_lowv2sf_intrinsic (TARGET_FP16FML)
  896. #define HAVE_vfmal_lane_lowv4sf_intrinsic (TARGET_FP16FML)
  897. #define HAVE_vfmal_lane_lowv8hfv2sf_intrinsic (TARGET_FP16FML)
  898. #define HAVE_vfmal_lane_lowv4hfv4sf_intrinsic (TARGET_FP16FML)
  899. #define HAVE_vfmal_lane_highv8hfv2sf_intrinsic (TARGET_FP16FML)
  900. #define HAVE_vfmal_lane_highv4hfv4sf_intrinsic (TARGET_FP16FML)
  901. #define HAVE_vfmal_lane_highv2sf_intrinsic (TARGET_FP16FML)
  902. #define HAVE_vfmal_lane_highv4sf_intrinsic (TARGET_FP16FML)
  903. #define HAVE_vfmsl_lane_lowv2sf_intrinsic (TARGET_FP16FML)
  904. #define HAVE_vfmsl_lane_lowv4sf_intrinsic (TARGET_FP16FML)
  905. #define HAVE_vfmsl_lane_lowv8hfv2sf_intrinsic (TARGET_FP16FML)
  906. #define HAVE_vfmsl_lane_lowv4hfv4sf_intrinsic (TARGET_FP16FML)
  907. #define HAVE_vfmsl_lane_highv8hfv2sf_intrinsic (TARGET_FP16FML)
  908. #define HAVE_vfmsl_lane_highv4hfv4sf_intrinsic (TARGET_FP16FML)
  909. #define HAVE_vfmsl_lane_highv2sf_intrinsic (TARGET_FP16FML)
  910. #define HAVE_vfmsl_lane_highv4sf_intrinsic (TARGET_FP16FML)
  911. #define HAVE_neon_vmlav8qi_unspec (TARGET_NEON)
  912. #define HAVE_neon_vmlav16qi_unspec (TARGET_NEON)
  913. #define HAVE_neon_vmlav4hi_unspec (TARGET_NEON)
  914. #define HAVE_neon_vmlav8hi_unspec (TARGET_NEON)
  915. #define HAVE_neon_vmlav2si_unspec (TARGET_NEON)
  916. #define HAVE_neon_vmlav4si_unspec (TARGET_NEON)
  917. #define HAVE_neon_vmlav2sf_unspec (TARGET_NEON)
  918. #define HAVE_neon_vmlav4sf_unspec (TARGET_NEON)
  919. #define HAVE_neon_vmlalsv8qi (TARGET_NEON)
  920. #define HAVE_neon_vmlaluv8qi (TARGET_NEON)
  921. #define HAVE_neon_vmlalsv4hi (TARGET_NEON)
  922. #define HAVE_neon_vmlaluv4hi (TARGET_NEON)
  923. #define HAVE_neon_vmlalsv2si (TARGET_NEON)
  924. #define HAVE_neon_vmlaluv2si (TARGET_NEON)
  925. #define HAVE_neon_vmlsv8qi_unspec (TARGET_NEON)
  926. #define HAVE_neon_vmlsv16qi_unspec (TARGET_NEON)
  927. #define HAVE_neon_vmlsv4hi_unspec (TARGET_NEON)
  928. #define HAVE_neon_vmlsv8hi_unspec (TARGET_NEON)
  929. #define HAVE_neon_vmlsv2si_unspec (TARGET_NEON)
  930. #define HAVE_neon_vmlsv4si_unspec (TARGET_NEON)
  931. #define HAVE_neon_vmlsv2sf_unspec (TARGET_NEON)
  932. #define HAVE_neon_vmlsv4sf_unspec (TARGET_NEON)
  933. #define HAVE_neon_vmlslsv8qi (TARGET_NEON)
  934. #define HAVE_neon_vmlsluv8qi (TARGET_NEON)
  935. #define HAVE_neon_vmlslsv4hi (TARGET_NEON)
  936. #define HAVE_neon_vmlsluv4hi (TARGET_NEON)
  937. #define HAVE_neon_vmlslsv2si (TARGET_NEON)
  938. #define HAVE_neon_vmlsluv2si (TARGET_NEON)
  939. #define HAVE_neon_vqdmulhv4hi (TARGET_NEON)
  940. #define HAVE_neon_vqrdmulhv4hi (TARGET_NEON)
  941. #define HAVE_neon_vqdmulhv2si (TARGET_NEON)
  942. #define HAVE_neon_vqrdmulhv2si (TARGET_NEON)
  943. #define HAVE_neon_vqdmulhv8hi (TARGET_NEON)
  944. #define HAVE_neon_vqrdmulhv8hi (TARGET_NEON)
  945. #define HAVE_neon_vqdmulhv4si (TARGET_NEON)
  946. #define HAVE_neon_vqrdmulhv4si (TARGET_NEON)
  947. #define HAVE_neon_vqrdmlahv4hi (TARGET_NEON_RDMA)
  948. #define HAVE_neon_vqrdmlshv4hi (TARGET_NEON_RDMA)
  949. #define HAVE_neon_vqrdmlahv2si (TARGET_NEON_RDMA)
  950. #define HAVE_neon_vqrdmlshv2si (TARGET_NEON_RDMA)
  951. #define HAVE_neon_vqrdmlahv8hi (TARGET_NEON_RDMA)
  952. #define HAVE_neon_vqrdmlshv8hi (TARGET_NEON_RDMA)
  953. #define HAVE_neon_vqrdmlahv4si (TARGET_NEON_RDMA)
  954. #define HAVE_neon_vqrdmlshv4si (TARGET_NEON_RDMA)
  955. #define HAVE_neon_vqdmlalv4hi (TARGET_NEON)
  956. #define HAVE_neon_vqdmlalv2si (TARGET_NEON)
  957. #define HAVE_neon_vqdmlslv4hi (TARGET_NEON)
  958. #define HAVE_neon_vqdmlslv2si (TARGET_NEON)
  959. #define HAVE_neon_vmullsv8qi (TARGET_NEON)
  960. #define HAVE_neon_vmulluv8qi (TARGET_NEON)
  961. #define HAVE_neon_vmullpv8qi (TARGET_NEON)
  962. #define HAVE_neon_vmullsv4hi (TARGET_NEON)
  963. #define HAVE_neon_vmulluv4hi (TARGET_NEON)
  964. #define HAVE_neon_vmullpv4hi (TARGET_NEON)
  965. #define HAVE_neon_vmullsv2si (TARGET_NEON)
  966. #define HAVE_neon_vmulluv2si (TARGET_NEON)
  967. #define HAVE_neon_vmullpv2si (TARGET_NEON)
  968. #define HAVE_neon_vqdmullv4hi (TARGET_NEON)
  969. #define HAVE_neon_vqdmullv2si (TARGET_NEON)
  970. #define HAVE_neon_vsubv2sf_unspec (TARGET_NEON)
  971. #define HAVE_neon_vsubv4sf_unspec (TARGET_NEON)
  972. #define HAVE_neon_vsublsv8qi (TARGET_NEON)
  973. #define HAVE_neon_vsubluv8qi (TARGET_NEON)
  974. #define HAVE_neon_vsublsv4hi (TARGET_NEON)
  975. #define HAVE_neon_vsubluv4hi (TARGET_NEON)
  976. #define HAVE_neon_vsublsv2si (TARGET_NEON)
  977. #define HAVE_neon_vsubluv2si (TARGET_NEON)
  978. #define HAVE_neon_vsubwsv8qi (TARGET_NEON)
  979. #define HAVE_neon_vsubwuv8qi (TARGET_NEON)
  980. #define HAVE_neon_vsubwsv4hi (TARGET_NEON)
  981. #define HAVE_neon_vsubwuv4hi (TARGET_NEON)
  982. #define HAVE_neon_vsubwsv2si (TARGET_NEON)
  983. #define HAVE_neon_vsubwuv2si (TARGET_NEON)
  984. #define HAVE_neon_vqsubsv8qi (TARGET_NEON)
  985. #define HAVE_neon_vqsubuv8qi (TARGET_NEON)
  986. #define HAVE_neon_vqsubsv16qi (TARGET_NEON)
  987. #define HAVE_neon_vqsubuv16qi (TARGET_NEON)
  988. #define HAVE_neon_vqsubsv4hi (TARGET_NEON)
  989. #define HAVE_neon_vqsubuv4hi (TARGET_NEON)
  990. #define HAVE_neon_vqsubsv8hi (TARGET_NEON)
  991. #define HAVE_neon_vqsubuv8hi (TARGET_NEON)
  992. #define HAVE_neon_vqsubsv2si (TARGET_NEON)
  993. #define HAVE_neon_vqsubuv2si (TARGET_NEON)
  994. #define HAVE_neon_vqsubsv4si (TARGET_NEON)
  995. #define HAVE_neon_vqsubuv4si (TARGET_NEON)
  996. #define HAVE_neon_vqsubsdi (TARGET_NEON)
  997. #define HAVE_neon_vqsubudi (TARGET_NEON)
  998. #define HAVE_neon_vqsubsv2di (TARGET_NEON)
  999. #define HAVE_neon_vqsubuv2di (TARGET_NEON)
  1000. #define HAVE_neon_vhsubsv8qi (TARGET_NEON)
  1001. #define HAVE_neon_vhsubuv8qi (TARGET_NEON)
  1002. #define HAVE_neon_vhsubsv16qi (TARGET_NEON)
  1003. #define HAVE_neon_vhsubuv16qi (TARGET_NEON)
  1004. #define HAVE_neon_vhsubsv4hi (TARGET_NEON)
  1005. #define HAVE_neon_vhsubuv4hi (TARGET_NEON)
  1006. #define HAVE_neon_vhsubsv8hi (TARGET_NEON)
  1007. #define HAVE_neon_vhsubuv8hi (TARGET_NEON)
  1008. #define HAVE_neon_vhsubsv2si (TARGET_NEON)
  1009. #define HAVE_neon_vhsubuv2si (TARGET_NEON)
  1010. #define HAVE_neon_vhsubsv4si (TARGET_NEON)
  1011. #define HAVE_neon_vhsubuv4si (TARGET_NEON)
  1012. #define HAVE_neon_vsubhnv8hi (TARGET_NEON)
  1013. #define HAVE_neon_vrsubhnv8hi (TARGET_NEON)
  1014. #define HAVE_neon_vsubhnv4si (TARGET_NEON)
  1015. #define HAVE_neon_vrsubhnv4si (TARGET_NEON)
  1016. #define HAVE_neon_vsubhnv2di (TARGET_NEON)
  1017. #define HAVE_neon_vrsubhnv2di (TARGET_NEON)
  1018. #define HAVE_neon_vceqv8qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8QImode) == MODE_VECTOR_FLOAT \
  1019. && !flag_unsafe_math_optimizations))
  1020. #define HAVE_neon_vcgtv8qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8QImode) == MODE_VECTOR_FLOAT \
  1021. && !flag_unsafe_math_optimizations))
  1022. #define HAVE_neon_vcgev8qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8QImode) == MODE_VECTOR_FLOAT \
  1023. && !flag_unsafe_math_optimizations))
  1024. #define HAVE_neon_vclev8qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8QImode) == MODE_VECTOR_FLOAT \
  1025. && !flag_unsafe_math_optimizations))
  1026. #define HAVE_neon_vcltv8qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8QImode) == MODE_VECTOR_FLOAT \
  1027. && !flag_unsafe_math_optimizations))
  1028. #define HAVE_neon_vceqv16qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V16QImode) == MODE_VECTOR_FLOAT \
  1029. && !flag_unsafe_math_optimizations))
  1030. #define HAVE_neon_vcgtv16qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V16QImode) == MODE_VECTOR_FLOAT \
  1031. && !flag_unsafe_math_optimizations))
  1032. #define HAVE_neon_vcgev16qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V16QImode) == MODE_VECTOR_FLOAT \
  1033. && !flag_unsafe_math_optimizations))
  1034. #define HAVE_neon_vclev16qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V16QImode) == MODE_VECTOR_FLOAT \
  1035. && !flag_unsafe_math_optimizations))
  1036. #define HAVE_neon_vcltv16qi_insn (TARGET_NEON && !(GET_MODE_CLASS (V16QImode) == MODE_VECTOR_FLOAT \
  1037. && !flag_unsafe_math_optimizations))
  1038. #define HAVE_neon_vceqv4hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V4HImode) == MODE_VECTOR_FLOAT \
  1039. && !flag_unsafe_math_optimizations))
  1040. #define HAVE_neon_vcgtv4hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V4HImode) == MODE_VECTOR_FLOAT \
  1041. && !flag_unsafe_math_optimizations))
  1042. #define HAVE_neon_vcgev4hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V4HImode) == MODE_VECTOR_FLOAT \
  1043. && !flag_unsafe_math_optimizations))
  1044. #define HAVE_neon_vclev4hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V4HImode) == MODE_VECTOR_FLOAT \
  1045. && !flag_unsafe_math_optimizations))
  1046. #define HAVE_neon_vcltv4hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V4HImode) == MODE_VECTOR_FLOAT \
  1047. && !flag_unsafe_math_optimizations))
  1048. #define HAVE_neon_vceqv8hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8HImode) == MODE_VECTOR_FLOAT \
  1049. && !flag_unsafe_math_optimizations))
  1050. #define HAVE_neon_vcgtv8hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8HImode) == MODE_VECTOR_FLOAT \
  1051. && !flag_unsafe_math_optimizations))
  1052. #define HAVE_neon_vcgev8hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8HImode) == MODE_VECTOR_FLOAT \
  1053. && !flag_unsafe_math_optimizations))
  1054. #define HAVE_neon_vclev8hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8HImode) == MODE_VECTOR_FLOAT \
  1055. && !flag_unsafe_math_optimizations))
  1056. #define HAVE_neon_vcltv8hi_insn (TARGET_NEON && !(GET_MODE_CLASS (V8HImode) == MODE_VECTOR_FLOAT \
  1057. && !flag_unsafe_math_optimizations))
  1058. #define HAVE_neon_vceqv2si_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SImode) == MODE_VECTOR_FLOAT \
  1059. && !flag_unsafe_math_optimizations))
  1060. #define HAVE_neon_vcgtv2si_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SImode) == MODE_VECTOR_FLOAT \
  1061. && !flag_unsafe_math_optimizations))
  1062. #define HAVE_neon_vcgev2si_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SImode) == MODE_VECTOR_FLOAT \
  1063. && !flag_unsafe_math_optimizations))
  1064. #define HAVE_neon_vclev2si_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SImode) == MODE_VECTOR_FLOAT \
  1065. && !flag_unsafe_math_optimizations))
  1066. #define HAVE_neon_vcltv2si_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SImode) == MODE_VECTOR_FLOAT \
  1067. && !flag_unsafe_math_optimizations))
  1068. #define HAVE_neon_vceqv4si_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SImode) == MODE_VECTOR_FLOAT \
  1069. && !flag_unsafe_math_optimizations))
  1070. #define HAVE_neon_vcgtv4si_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SImode) == MODE_VECTOR_FLOAT \
  1071. && !flag_unsafe_math_optimizations))
  1072. #define HAVE_neon_vcgev4si_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SImode) == MODE_VECTOR_FLOAT \
  1073. && !flag_unsafe_math_optimizations))
  1074. #define HAVE_neon_vclev4si_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SImode) == MODE_VECTOR_FLOAT \
  1075. && !flag_unsafe_math_optimizations))
  1076. #define HAVE_neon_vcltv4si_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SImode) == MODE_VECTOR_FLOAT \
  1077. && !flag_unsafe_math_optimizations))
  1078. #define HAVE_neon_vceqv2sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SFmode) == MODE_VECTOR_FLOAT \
  1079. && !flag_unsafe_math_optimizations))
  1080. #define HAVE_neon_vcgtv2sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SFmode) == MODE_VECTOR_FLOAT \
  1081. && !flag_unsafe_math_optimizations))
  1082. #define HAVE_neon_vcgev2sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SFmode) == MODE_VECTOR_FLOAT \
  1083. && !flag_unsafe_math_optimizations))
  1084. #define HAVE_neon_vclev2sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SFmode) == MODE_VECTOR_FLOAT \
  1085. && !flag_unsafe_math_optimizations))
  1086. #define HAVE_neon_vcltv2sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V2SFmode) == MODE_VECTOR_FLOAT \
  1087. && !flag_unsafe_math_optimizations))
  1088. #define HAVE_neon_vceqv4sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SFmode) == MODE_VECTOR_FLOAT \
  1089. && !flag_unsafe_math_optimizations))
  1090. #define HAVE_neon_vcgtv4sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SFmode) == MODE_VECTOR_FLOAT \
  1091. && !flag_unsafe_math_optimizations))
  1092. #define HAVE_neon_vcgev4sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SFmode) == MODE_VECTOR_FLOAT \
  1093. && !flag_unsafe_math_optimizations))
  1094. #define HAVE_neon_vclev4sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SFmode) == MODE_VECTOR_FLOAT \
  1095. && !flag_unsafe_math_optimizations))
  1096. #define HAVE_neon_vcltv4sf_insn (TARGET_NEON && !(GET_MODE_CLASS (V4SFmode) == MODE_VECTOR_FLOAT \
  1097. && !flag_unsafe_math_optimizations))
  1098. #define HAVE_neon_vceqv2sf_insn_unspec (TARGET_NEON)
  1099. #define HAVE_neon_vcgtv2sf_insn_unspec (TARGET_NEON)
  1100. #define HAVE_neon_vcgev2sf_insn_unspec (TARGET_NEON)
  1101. #define HAVE_neon_vcltv2sf_insn_unspec (TARGET_NEON)
  1102. #define HAVE_neon_vclev2sf_insn_unspec (TARGET_NEON)
  1103. #define HAVE_neon_vceqv4sf_insn_unspec (TARGET_NEON)
  1104. #define HAVE_neon_vcgtv4sf_insn_unspec (TARGET_NEON)
  1105. #define HAVE_neon_vcgev4sf_insn_unspec (TARGET_NEON)
  1106. #define HAVE_neon_vcltv4sf_insn_unspec (TARGET_NEON)
  1107. #define HAVE_neon_vclev4sf_insn_unspec (TARGET_NEON)
  1108. #define HAVE_neon_vceqv8hf_fp16insn (TARGET_NEON_FP16INST \
  1109. && !(GET_MODE_CLASS (V8HFmode) == MODE_VECTOR_FLOAT \
  1110. && !flag_unsafe_math_optimizations))
  1111. #define HAVE_neon_vcgtv8hf_fp16insn (TARGET_NEON_FP16INST \
  1112. && !(GET_MODE_CLASS (V8HFmode) == MODE_VECTOR_FLOAT \
  1113. && !flag_unsafe_math_optimizations))
  1114. #define HAVE_neon_vcgev8hf_fp16insn (TARGET_NEON_FP16INST \
  1115. && !(GET_MODE_CLASS (V8HFmode) == MODE_VECTOR_FLOAT \
  1116. && !flag_unsafe_math_optimizations))
  1117. #define HAVE_neon_vclev8hf_fp16insn (TARGET_NEON_FP16INST \
  1118. && !(GET_MODE_CLASS (V8HFmode) == MODE_VECTOR_FLOAT \
  1119. && !flag_unsafe_math_optimizations))
  1120. #define HAVE_neon_vcltv8hf_fp16insn (TARGET_NEON_FP16INST \
  1121. && !(GET_MODE_CLASS (V8HFmode) == MODE_VECTOR_FLOAT \
  1122. && !flag_unsafe_math_optimizations))
  1123. #define HAVE_neon_vceqv4hf_fp16insn (TARGET_NEON_FP16INST \
  1124. && !(GET_MODE_CLASS (V4HFmode) == MODE_VECTOR_FLOAT \
  1125. && !flag_unsafe_math_optimizations))
  1126. #define HAVE_neon_vcgtv4hf_fp16insn (TARGET_NEON_FP16INST \
  1127. && !(GET_MODE_CLASS (V4HFmode) == MODE_VECTOR_FLOAT \
  1128. && !flag_unsafe_math_optimizations))
  1129. #define HAVE_neon_vcgev4hf_fp16insn (TARGET_NEON_FP16INST \
  1130. && !(GET_MODE_CLASS (V4HFmode) == MODE_VECTOR_FLOAT \
  1131. && !flag_unsafe_math_optimizations))
  1132. #define HAVE_neon_vclev4hf_fp16insn (TARGET_NEON_FP16INST \
  1133. && !(GET_MODE_CLASS (V4HFmode) == MODE_VECTOR_FLOAT \
  1134. && !flag_unsafe_math_optimizations))
  1135. #define HAVE_neon_vcltv4hf_fp16insn (TARGET_NEON_FP16INST \
  1136. && !(GET_MODE_CLASS (V4HFmode) == MODE_VECTOR_FLOAT \
  1137. && !flag_unsafe_math_optimizations))
  1138. #define HAVE_neon_vceqv8hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1139. #define HAVE_neon_vcgtv8hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1140. #define HAVE_neon_vcgev8hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1141. #define HAVE_neon_vcltv8hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1142. #define HAVE_neon_vclev8hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1143. #define HAVE_neon_vceqv4hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1144. #define HAVE_neon_vcgtv4hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1145. #define HAVE_neon_vcgev4hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1146. #define HAVE_neon_vcltv4hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1147. #define HAVE_neon_vclev4hf_fp16insn_unspec (TARGET_NEON_FP16INST)
  1148. #define HAVE_neon_vcgtuv8qi (TARGET_NEON)
  1149. #define HAVE_neon_vcgeuv8qi (TARGET_NEON)
  1150. #define HAVE_neon_vcgtuv16qi (TARGET_NEON)
  1151. #define HAVE_neon_vcgeuv16qi (TARGET_NEON)
  1152. #define HAVE_neon_vcgtuv4hi (TARGET_NEON)
  1153. #define HAVE_neon_vcgeuv4hi (TARGET_NEON)
  1154. #define HAVE_neon_vcgtuv8hi (TARGET_NEON)
  1155. #define HAVE_neon_vcgeuv8hi (TARGET_NEON)
  1156. #define HAVE_neon_vcgtuv2si (TARGET_NEON)
  1157. #define HAVE_neon_vcgeuv2si (TARGET_NEON)
  1158. #define HAVE_neon_vcgtuv4si (TARGET_NEON)
  1159. #define HAVE_neon_vcgeuv4si (TARGET_NEON)
  1160. #define HAVE_neon_vcagtv2sf_insn (TARGET_NEON && flag_unsafe_math_optimizations)
  1161. #define HAVE_neon_vcagev2sf_insn (TARGET_NEON && flag_unsafe_math_optimizations)
  1162. #define HAVE_neon_vcagtv4sf_insn (TARGET_NEON && flag_unsafe_math_optimizations)
  1163. #define HAVE_neon_vcagev4sf_insn (TARGET_NEON && flag_unsafe_math_optimizations)
  1164. #define HAVE_neon_vcagev2sf_insn_unspec (TARGET_NEON)
  1165. #define HAVE_neon_vcagtv2sf_insn_unspec (TARGET_NEON)
  1166. #define HAVE_neon_vcagev4sf_insn_unspec (TARGET_NEON)
  1167. #define HAVE_neon_vcagtv4sf_insn_unspec (TARGET_NEON)
  1168. #define HAVE_neon_vcagtv8hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1169. #define HAVE_neon_vcagev8hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1170. #define HAVE_neon_vcaltv8hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1171. #define HAVE_neon_vcalev8hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1172. #define HAVE_neon_vcagtv4hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1173. #define HAVE_neon_vcagev4hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1174. #define HAVE_neon_vcaltv4hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1175. #define HAVE_neon_vcalev4hf_fp16insn (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations)
  1176. #define HAVE_neon_vcagev8hf_fp16insn_unspec (TARGET_NEON)
  1177. #define HAVE_neon_vcagtv8hf_fp16insn_unspec (TARGET_NEON)
  1178. #define HAVE_neon_vcalev8hf_fp16insn_unspec (TARGET_NEON)
  1179. #define HAVE_neon_vcaltv8hf_fp16insn_unspec (TARGET_NEON)
  1180. #define HAVE_neon_vcagev4hf_fp16insn_unspec (TARGET_NEON)
  1181. #define HAVE_neon_vcagtv4hf_fp16insn_unspec (TARGET_NEON)
  1182. #define HAVE_neon_vcalev4hf_fp16insn_unspec (TARGET_NEON)
  1183. #define HAVE_neon_vcaltv4hf_fp16insn_unspec (TARGET_NEON)
  1184. #define HAVE_neon_vtstv8qi (TARGET_NEON)
  1185. #define HAVE_neon_vtstv16qi (TARGET_NEON)
  1186. #define HAVE_neon_vtstv4hi (TARGET_NEON)
  1187. #define HAVE_neon_vtstv8hi (TARGET_NEON)
  1188. #define HAVE_neon_vtstv2si (TARGET_NEON)
  1189. #define HAVE_neon_vtstv4si (TARGET_NEON)
  1190. #define HAVE_neon_vabdsv8qi (TARGET_NEON)
  1191. #define HAVE_neon_vabduv8qi (TARGET_NEON)
  1192. #define HAVE_neon_vabdsv16qi (TARGET_NEON)
  1193. #define HAVE_neon_vabduv16qi (TARGET_NEON)
  1194. #define HAVE_neon_vabdsv4hi (TARGET_NEON)
  1195. #define HAVE_neon_vabduv4hi (TARGET_NEON)
  1196. #define HAVE_neon_vabdsv8hi (TARGET_NEON)
  1197. #define HAVE_neon_vabduv8hi (TARGET_NEON)
  1198. #define HAVE_neon_vabdsv2si (TARGET_NEON)
  1199. #define HAVE_neon_vabduv2si (TARGET_NEON)
  1200. #define HAVE_neon_vabdsv4si (TARGET_NEON)
  1201. #define HAVE_neon_vabduv4si (TARGET_NEON)
  1202. #define HAVE_neon_vabdv8hf (TARGET_NEON_FP16INST)
  1203. #define HAVE_neon_vabdv4hf (TARGET_NEON_FP16INST)
  1204. #define HAVE_neon_vabdfv2sf (TARGET_NEON)
  1205. #define HAVE_neon_vabdfv4sf (TARGET_NEON)
  1206. #define HAVE_neon_vabdlsv8qi (TARGET_NEON)
  1207. #define HAVE_neon_vabdluv8qi (TARGET_NEON)
  1208. #define HAVE_neon_vabdlsv4hi (TARGET_NEON)
  1209. #define HAVE_neon_vabdluv4hi (TARGET_NEON)
  1210. #define HAVE_neon_vabdlsv2si (TARGET_NEON)
  1211. #define HAVE_neon_vabdluv2si (TARGET_NEON)
  1212. #define HAVE_neon_vabasv8qi (TARGET_NEON)
  1213. #define HAVE_neon_vabauv8qi (TARGET_NEON)
  1214. #define HAVE_neon_vabasv16qi (TARGET_NEON)
  1215. #define HAVE_neon_vabauv16qi (TARGET_NEON)
  1216. #define HAVE_neon_vabasv4hi (TARGET_NEON)
  1217. #define HAVE_neon_vabauv4hi (TARGET_NEON)
  1218. #define HAVE_neon_vabasv8hi (TARGET_NEON)
  1219. #define HAVE_neon_vabauv8hi (TARGET_NEON)
  1220. #define HAVE_neon_vabasv2si (TARGET_NEON)
  1221. #define HAVE_neon_vabauv2si (TARGET_NEON)
  1222. #define HAVE_neon_vabasv4si (TARGET_NEON)
  1223. #define HAVE_neon_vabauv4si (TARGET_NEON)
  1224. #define HAVE_neon_vabalsv8qi (TARGET_NEON)
  1225. #define HAVE_neon_vabaluv8qi (TARGET_NEON)
  1226. #define HAVE_neon_vabalsv4hi (TARGET_NEON)
  1227. #define HAVE_neon_vabaluv4hi (TARGET_NEON)
  1228. #define HAVE_neon_vabalsv2si (TARGET_NEON)
  1229. #define HAVE_neon_vabaluv2si (TARGET_NEON)
  1230. #define HAVE_neon_vmaxsv8qi (TARGET_NEON)
  1231. #define HAVE_neon_vmaxuv8qi (TARGET_NEON)
  1232. #define HAVE_neon_vminsv8qi (TARGET_NEON)
  1233. #define HAVE_neon_vminuv8qi (TARGET_NEON)
  1234. #define HAVE_neon_vmaxsv16qi (TARGET_NEON)
  1235. #define HAVE_neon_vmaxuv16qi (TARGET_NEON)
  1236. #define HAVE_neon_vminsv16qi (TARGET_NEON)
  1237. #define HAVE_neon_vminuv16qi (TARGET_NEON)
  1238. #define HAVE_neon_vmaxsv4hi (TARGET_NEON)
  1239. #define HAVE_neon_vmaxuv4hi (TARGET_NEON)
  1240. #define HAVE_neon_vminsv4hi (TARGET_NEON)
  1241. #define HAVE_neon_vminuv4hi (TARGET_NEON)
  1242. #define HAVE_neon_vmaxsv8hi (TARGET_NEON)
  1243. #define HAVE_neon_vmaxuv8hi (TARGET_NEON)
  1244. #define HAVE_neon_vminsv8hi (TARGET_NEON)
  1245. #define HAVE_neon_vminuv8hi (TARGET_NEON)
  1246. #define HAVE_neon_vmaxsv2si (TARGET_NEON)
  1247. #define HAVE_neon_vmaxuv2si (TARGET_NEON)
  1248. #define HAVE_neon_vminsv2si (TARGET_NEON)
  1249. #define HAVE_neon_vminuv2si (TARGET_NEON)
  1250. #define HAVE_neon_vmaxsv4si (TARGET_NEON)
  1251. #define HAVE_neon_vmaxuv4si (TARGET_NEON)
  1252. #define HAVE_neon_vminsv4si (TARGET_NEON)
  1253. #define HAVE_neon_vminuv4si (TARGET_NEON)
  1254. #define HAVE_neon_vmaxfv2sf (TARGET_NEON)
  1255. #define HAVE_neon_vminfv2sf (TARGET_NEON)
  1256. #define HAVE_neon_vmaxfv4sf (TARGET_NEON)
  1257. #define HAVE_neon_vminfv4sf (TARGET_NEON)
  1258. #define HAVE_neon_vmaxfv8hf (TARGET_NEON_FP16INST)
  1259. #define HAVE_neon_vminfv8hf (TARGET_NEON_FP16INST)
  1260. #define HAVE_neon_vmaxfv4hf (TARGET_NEON_FP16INST)
  1261. #define HAVE_neon_vminfv4hf (TARGET_NEON_FP16INST)
  1262. #define HAVE_neon_vpmaxfv4hf (TARGET_NEON_FP16INST)
  1263. #define HAVE_neon_vpminfv4hf (TARGET_NEON_FP16INST)
  1264. #define HAVE_neon_vmaxnmv8hf (TARGET_NEON_FP16INST)
  1265. #define HAVE_neon_vminnmv8hf (TARGET_NEON_FP16INST)
  1266. #define HAVE_neon_vmaxnmv4hf (TARGET_NEON_FP16INST)
  1267. #define HAVE_neon_vminnmv4hf (TARGET_NEON_FP16INST)
  1268. #define HAVE_neon_vmaxnmv2sf (TARGET_NEON && TARGET_VFP5)
  1269. #define HAVE_neon_vminnmv2sf (TARGET_NEON && TARGET_VFP5)
  1270. #define HAVE_neon_vmaxnmv4sf (TARGET_NEON && TARGET_VFP5)
  1271. #define HAVE_neon_vminnmv4sf (TARGET_NEON && TARGET_VFP5)
  1272. #define HAVE_fmaxv2sf3 (TARGET_NEON && TARGET_VFP5)
  1273. #define HAVE_fminv2sf3 (TARGET_NEON && TARGET_VFP5)
  1274. #define HAVE_fmaxv4sf3 (TARGET_NEON && TARGET_VFP5)
  1275. #define HAVE_fminv4sf3 (TARGET_NEON && TARGET_VFP5)
  1276. #define HAVE_neon_vpaddlsv8qi (TARGET_NEON)
  1277. #define HAVE_neon_vpaddluv8qi (TARGET_NEON)
  1278. #define HAVE_neon_vpaddlsv16qi (TARGET_NEON)
  1279. #define HAVE_neon_vpaddluv16qi (TARGET_NEON)
  1280. #define HAVE_neon_vpaddlsv4hi (TARGET_NEON)
  1281. #define HAVE_neon_vpaddluv4hi (TARGET_NEON)
  1282. #define HAVE_neon_vpaddlsv8hi (TARGET_NEON)
  1283. #define HAVE_neon_vpaddluv8hi (TARGET_NEON)
  1284. #define HAVE_neon_vpaddlsv2si (TARGET_NEON)
  1285. #define HAVE_neon_vpaddluv2si (TARGET_NEON)
  1286. #define HAVE_neon_vpaddlsv4si (TARGET_NEON)
  1287. #define HAVE_neon_vpaddluv4si (TARGET_NEON)
  1288. #define HAVE_neon_vpadalsv8qi (TARGET_NEON)
  1289. #define HAVE_neon_vpadaluv8qi (TARGET_NEON)
  1290. #define HAVE_neon_vpadalsv16qi (TARGET_NEON)
  1291. #define HAVE_neon_vpadaluv16qi (TARGET_NEON)
  1292. #define HAVE_neon_vpadalsv4hi (TARGET_NEON)
  1293. #define HAVE_neon_vpadaluv4hi (TARGET_NEON)
  1294. #define HAVE_neon_vpadalsv8hi (TARGET_NEON)
  1295. #define HAVE_neon_vpadaluv8hi (TARGET_NEON)
  1296. #define HAVE_neon_vpadalsv2si (TARGET_NEON)
  1297. #define HAVE_neon_vpadaluv2si (TARGET_NEON)
  1298. #define HAVE_neon_vpadalsv4si (TARGET_NEON)
  1299. #define HAVE_neon_vpadaluv4si (TARGET_NEON)
  1300. #define HAVE_neon_vpmaxsv8qi (TARGET_NEON)
  1301. #define HAVE_neon_vpmaxuv8qi (TARGET_NEON)
  1302. #define HAVE_neon_vpminsv8qi (TARGET_NEON)
  1303. #define HAVE_neon_vpminuv8qi (TARGET_NEON)
  1304. #define HAVE_neon_vpmaxsv4hi (TARGET_NEON)
  1305. #define HAVE_neon_vpmaxuv4hi (TARGET_NEON)
  1306. #define HAVE_neon_vpminsv4hi (TARGET_NEON)
  1307. #define HAVE_neon_vpminuv4hi (TARGET_NEON)
  1308. #define HAVE_neon_vpmaxsv2si (TARGET_NEON)
  1309. #define HAVE_neon_vpmaxuv2si (TARGET_NEON)
  1310. #define HAVE_neon_vpminsv2si (TARGET_NEON)
  1311. #define HAVE_neon_vpminuv2si (TARGET_NEON)
  1312. #define HAVE_neon_vpmaxfv2sf (TARGET_NEON)
  1313. #define HAVE_neon_vpminfv2sf (TARGET_NEON)
  1314. #define HAVE_neon_vpmaxfv4sf (TARGET_NEON)
  1315. #define HAVE_neon_vpminfv4sf (TARGET_NEON)
  1316. #define HAVE_neon_vrecpsv2sf (TARGET_NEON)
  1317. #define HAVE_neon_vrecpsv4sf (TARGET_NEON)
  1318. #define HAVE_neon_vrecpsv8hf (TARGET_NEON_FP16INST)
  1319. #define HAVE_neon_vrecpsv4hf (TARGET_NEON_FP16INST)
  1320. #define HAVE_neon_vrsqrtsv2sf (TARGET_NEON)
  1321. #define HAVE_neon_vrsqrtsv4sf (TARGET_NEON)
  1322. #define HAVE_neon_vrsqrtsv8hf (TARGET_NEON_FP16INST)
  1323. #define HAVE_neon_vrsqrtsv4hf (TARGET_NEON_FP16INST)
  1324. #define HAVE_neon_vqabsv8qi (TARGET_NEON)
  1325. #define HAVE_neon_vqabsv16qi (TARGET_NEON)
  1326. #define HAVE_neon_vqabsv4hi (TARGET_NEON)
  1327. #define HAVE_neon_vqabsv8hi (TARGET_NEON)
  1328. #define HAVE_neon_vqabsv2si (TARGET_NEON)
  1329. #define HAVE_neon_vqabsv4si (TARGET_NEON)
  1330. #define HAVE_neon_bswapv4hi (TARGET_NEON)
  1331. #define HAVE_neon_bswapv8hi (TARGET_NEON)
  1332. #define HAVE_neon_bswapv2si (TARGET_NEON)
  1333. #define HAVE_neon_bswapv4si (TARGET_NEON)
  1334. #define HAVE_neon_bswapv2di (TARGET_NEON)
  1335. #define HAVE_neon_vcadd90v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1336. #define HAVE_neon_vcadd270v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1337. #define HAVE_neon_vcadd90v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1338. #define HAVE_neon_vcadd270v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1339. #define HAVE_neon_vcadd90v2sf (TARGET_COMPLEX)
  1340. #define HAVE_neon_vcadd270v2sf (TARGET_COMPLEX)
  1341. #define HAVE_neon_vcadd90v4sf (TARGET_COMPLEX)
  1342. #define HAVE_neon_vcadd270v4sf (TARGET_COMPLEX)
  1343. #define HAVE_neon_vcmla0v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1344. #define HAVE_neon_vcmla90v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1345. #define HAVE_neon_vcmla180v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1346. #define HAVE_neon_vcmla270v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1347. #define HAVE_neon_vcmla0v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1348. #define HAVE_neon_vcmla90v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1349. #define HAVE_neon_vcmla180v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1350. #define HAVE_neon_vcmla270v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1351. #define HAVE_neon_vcmla0v2sf (TARGET_COMPLEX)
  1352. #define HAVE_neon_vcmla90v2sf (TARGET_COMPLEX)
  1353. #define HAVE_neon_vcmla180v2sf (TARGET_COMPLEX)
  1354. #define HAVE_neon_vcmla270v2sf (TARGET_COMPLEX)
  1355. #define HAVE_neon_vcmla0v4sf (TARGET_COMPLEX)
  1356. #define HAVE_neon_vcmla90v4sf (TARGET_COMPLEX)
  1357. #define HAVE_neon_vcmla180v4sf (TARGET_COMPLEX)
  1358. #define HAVE_neon_vcmla270v4sf (TARGET_COMPLEX)
  1359. #define HAVE_neon_vcmla_lane0v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1360. #define HAVE_neon_vcmla_lane90v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1361. #define HAVE_neon_vcmla_lane180v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1362. #define HAVE_neon_vcmla_lane270v4hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1363. #define HAVE_neon_vcmla_lane0v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1364. #define HAVE_neon_vcmla_lane90v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1365. #define HAVE_neon_vcmla_lane180v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1366. #define HAVE_neon_vcmla_lane270v8hf ((TARGET_COMPLEX) && (TARGET_NEON_FP16INST))
  1367. #define HAVE_neon_vcmla_lane0v2sf (TARGET_COMPLEX)
  1368. #define HAVE_neon_vcmla_lane90v2sf (TARGET_COMPLEX)
  1369. #define HAVE_neon_vcmla_lane180v2sf (TARGET_COMPLEX)
  1370. #define HAVE_neon_vcmla_lane270v2sf (TARGET_COMPLEX)
  1371. #define HAVE_neon_vcmla_lane0v4sf (TARGET_COMPLEX)
  1372. #define HAVE_neon_vcmla_lane90v4sf (TARGET_COMPLEX)
  1373. #define HAVE_neon_vcmla_lane180v4sf (TARGET_COMPLEX)
  1374. #define HAVE_neon_vcmla_lane270v4sf (TARGET_COMPLEX)
  1375. #define HAVE_neon_vcmla_laneq0v2sf (TARGET_COMPLEX)
  1376. #define HAVE_neon_vcmla_laneq90v2sf (TARGET_COMPLEX)
  1377. #define HAVE_neon_vcmla_laneq180v2sf (TARGET_COMPLEX)
  1378. #define HAVE_neon_vcmla_laneq270v2sf (TARGET_COMPLEX)
  1379. #define HAVE_neon_vcmla_laneq0v4hf (TARGET_COMPLEX)
  1380. #define HAVE_neon_vcmla_laneq90v4hf (TARGET_COMPLEX)
  1381. #define HAVE_neon_vcmla_laneq180v4hf (TARGET_COMPLEX)
  1382. #define HAVE_neon_vcmla_laneq270v4hf (TARGET_COMPLEX)
  1383. #define HAVE_neon_vcmlaq_lane0v8hf (TARGET_COMPLEX)
  1384. #define HAVE_neon_vcmlaq_lane90v8hf (TARGET_COMPLEX)
  1385. #define HAVE_neon_vcmlaq_lane180v8hf (TARGET_COMPLEX)
  1386. #define HAVE_neon_vcmlaq_lane270v8hf (TARGET_COMPLEX)
  1387. #define HAVE_neon_vcmlaq_lane0v4sf (TARGET_COMPLEX)
  1388. #define HAVE_neon_vcmlaq_lane90v4sf (TARGET_COMPLEX)
  1389. #define HAVE_neon_vcmlaq_lane180v4sf (TARGET_COMPLEX)
  1390. #define HAVE_neon_vcmlaq_lane270v4sf (TARGET_COMPLEX)
  1391. #define HAVE_neon_sdotv8qi (TARGET_DOTPROD)
  1392. #define HAVE_neon_udotv8qi (TARGET_DOTPROD)
  1393. #define HAVE_neon_sdotv16qi (TARGET_DOTPROD)
  1394. #define HAVE_neon_udotv16qi (TARGET_DOTPROD)
  1395. #define HAVE_neon_usdotv8qi (TARGET_I8MM)
  1396. #define HAVE_neon_usdotv16qi (TARGET_I8MM)
  1397. #define HAVE_neon_sdot_lanev8qi (TARGET_DOTPROD)
  1398. #define HAVE_neon_udot_lanev8qi (TARGET_DOTPROD)
  1399. #define HAVE_neon_sdot_lanev16qi (TARGET_DOTPROD)
  1400. #define HAVE_neon_udot_lanev16qi (TARGET_DOTPROD)
  1401. #define HAVE_neon_usdot_lanev8qi (TARGET_I8MM)
  1402. #define HAVE_neon_sudot_lanev8qi (TARGET_I8MM)
  1403. #define HAVE_neon_usdot_lanev16qi (TARGET_I8MM)
  1404. #define HAVE_neon_sudot_lanev16qi (TARGET_I8MM)
  1405. #define HAVE_neon_vqnegv8qi (TARGET_NEON)
  1406. #define HAVE_neon_vqnegv16qi (TARGET_NEON)
  1407. #define HAVE_neon_vqnegv4hi (TARGET_NEON)
  1408. #define HAVE_neon_vqnegv8hi (TARGET_NEON)
  1409. #define HAVE_neon_vqnegv2si (TARGET_NEON)
  1410. #define HAVE_neon_vqnegv4si (TARGET_NEON)
  1411. #define HAVE_neon_vclsv8qi (TARGET_NEON)
  1412. #define HAVE_neon_vclsv16qi (TARGET_NEON)
  1413. #define HAVE_neon_vclsv4hi (TARGET_NEON)
  1414. #define HAVE_neon_vclsv8hi (TARGET_NEON)
  1415. #define HAVE_neon_vclsv2si (TARGET_NEON)
  1416. #define HAVE_neon_vclsv4si (TARGET_NEON)
  1417. #define HAVE_clzv8qi2 (TARGET_NEON)
  1418. #define HAVE_clzv16qi2 (TARGET_NEON)
  1419. #define HAVE_clzv4hi2 (TARGET_NEON)
  1420. #define HAVE_clzv8hi2 (TARGET_NEON)
  1421. #define HAVE_clzv2si2 (TARGET_NEON)
  1422. #define HAVE_clzv4si2 (TARGET_NEON)
  1423. #define HAVE_popcountv8qi2 (TARGET_NEON)
  1424. #define HAVE_popcountv16qi2 (TARGET_NEON)
  1425. #define HAVE_neon_vrecpev8hf (TARGET_NEON_FP16INST)
  1426. #define HAVE_neon_vrecpev4hf (TARGET_NEON_FP16INST)
  1427. #define HAVE_neon_vrecpev2si (TARGET_NEON)
  1428. #define HAVE_neon_vrecpev2sf (TARGET_NEON)
  1429. #define HAVE_neon_vrecpev4si (TARGET_NEON)
  1430. #define HAVE_neon_vrecpev4sf (TARGET_NEON)
  1431. #define HAVE_neon_vrsqrtev2si (TARGET_NEON)
  1432. #define HAVE_neon_vrsqrtev2sf (TARGET_NEON)
  1433. #define HAVE_neon_vrsqrtev4si (TARGET_NEON)
  1434. #define HAVE_neon_vrsqrtev4sf (TARGET_NEON)
  1435. #define HAVE_neon_vget_lanev8qi_sext_internal (TARGET_NEON)
  1436. #define HAVE_neon_vget_lanev4hi_sext_internal (TARGET_NEON)
  1437. #define HAVE_neon_vget_lanev2si_sext_internal (TARGET_NEON)
  1438. #define HAVE_neon_vget_lanev2sf_sext_internal (TARGET_NEON)
  1439. #define HAVE_neon_vget_lanev8qi_zext_internal (TARGET_NEON)
  1440. #define HAVE_neon_vget_lanev4hi_zext_internal (TARGET_NEON)
  1441. #define HAVE_neon_vget_lanev2si_zext_internal (TARGET_NEON)
  1442. #define HAVE_neon_vget_lanev2sf_zext_internal (TARGET_NEON)
  1443. #define HAVE_neon_vget_lanev16qi_sext_internal (TARGET_NEON)
  1444. #define HAVE_neon_vget_lanev8hi_sext_internal (TARGET_NEON)
  1445. #define HAVE_neon_vget_lanev8hf_sext_internal (TARGET_NEON)
  1446. #define HAVE_neon_vget_lanev4si_sext_internal (TARGET_NEON)
  1447. #define HAVE_neon_vget_lanev4sf_sext_internal (TARGET_NEON)
  1448. #define HAVE_neon_vget_lanev16qi_zext_internal (TARGET_NEON)
  1449. #define HAVE_neon_vget_lanev8hi_zext_internal (TARGET_NEON)
  1450. #define HAVE_neon_vget_lanev8hf_zext_internal (TARGET_NEON)
  1451. #define HAVE_neon_vget_lanev4si_zext_internal (TARGET_NEON)
  1452. #define HAVE_neon_vget_lanev4sf_zext_internal (TARGET_NEON)
  1453. #define HAVE_neon_vdup_nv8qi (TARGET_NEON)
  1454. #define HAVE_neon_vdup_nv4hi (TARGET_NEON)
  1455. #define HAVE_neon_vdup_nv16qi (TARGET_NEON)
  1456. #define HAVE_neon_vdup_nv8hi (TARGET_NEON)
  1457. #define HAVE_neon_vdup_nv4hf (TARGET_NEON)
  1458. #define HAVE_neon_vdup_nv8hf (TARGET_NEON)
  1459. #define HAVE_neon_vdup_nv4bf (TARGET_NEON)
  1460. #define HAVE_neon_vdup_nv8bf (TARGET_NEON)
  1461. #define HAVE_neon_vdup_nv2si (TARGET_NEON)
  1462. #define HAVE_neon_vdup_nv2sf (TARGET_NEON)
  1463. #define HAVE_neon_vdup_nv4si (TARGET_NEON)
  1464. #define HAVE_neon_vdup_nv4sf (TARGET_NEON)
  1465. #define HAVE_neon_vdup_nv2di (TARGET_NEON)
  1466. #define HAVE_neon_vdup_lanev8qi_internal (TARGET_NEON)
  1467. #define HAVE_neon_vdup_lanev16qi_internal (TARGET_NEON)
  1468. #define HAVE_neon_vdup_lanev4hi_internal (TARGET_NEON)
  1469. #define HAVE_neon_vdup_lanev8hi_internal (TARGET_NEON)
  1470. #define HAVE_neon_vdup_lanev2si_internal (TARGET_NEON)
  1471. #define HAVE_neon_vdup_lanev4si_internal (TARGET_NEON)
  1472. #define HAVE_neon_vdup_lanev2sf_internal (TARGET_NEON)
  1473. #define HAVE_neon_vdup_lanev4sf_internal (TARGET_NEON)
  1474. #define HAVE_neon_vdup_lanev8hf_internal (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  1475. #define HAVE_neon_vdup_lanev4hf_internal (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  1476. #define HAVE_neon_vdup_lanev4bf_internal (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  1477. #define HAVE_neon_vdup_lanev8bf_internal (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  1478. #define HAVE_neon_vcombinev8qi (TARGET_NEON)
  1479. #define HAVE_neon_vcombinev4hi (TARGET_NEON)
  1480. #define HAVE_neon_vcombinev4hf (TARGET_NEON)
  1481. #define HAVE_neon_vcombinev4bf (TARGET_NEON)
  1482. #define HAVE_neon_vcombinev2si (TARGET_NEON)
  1483. #define HAVE_neon_vcombinev2sf (TARGET_NEON)
  1484. #define HAVE_neon_vcombinedi (TARGET_NEON)
  1485. #define HAVE_floatv2siv2sf2 (TARGET_NEON && !flag_rounding_math)
  1486. #define HAVE_floatv4siv4sf2 (TARGET_NEON && !flag_rounding_math)
  1487. #define HAVE_floatunsv2siv2sf2 (TARGET_NEON && !flag_rounding_math)
  1488. #define HAVE_floatunsv4siv4sf2 (TARGET_NEON && !flag_rounding_math)
  1489. #define HAVE_fix_truncv2sfv2si2 (TARGET_NEON)
  1490. #define HAVE_fix_truncv4sfv4si2 (TARGET_NEON)
  1491. #define HAVE_fixuns_truncv2sfv2si2 (TARGET_NEON)
  1492. #define HAVE_fixuns_truncv4sfv4si2 (TARGET_NEON)
  1493. #define HAVE_neon_vcvtsv2sf (TARGET_NEON)
  1494. #define HAVE_neon_vcvtuv2sf (TARGET_NEON)
  1495. #define HAVE_neon_vcvtsv4sf (TARGET_NEON)
  1496. #define HAVE_neon_vcvtuv4sf (TARGET_NEON)
  1497. #define HAVE_neon_vcvtsv2si (TARGET_NEON)
  1498. #define HAVE_neon_vcvtuv2si (TARGET_NEON)
  1499. #define HAVE_neon_vcvtsv4si (TARGET_NEON)
  1500. #define HAVE_neon_vcvtuv4si (TARGET_NEON)
  1501. #define HAVE_neon_vcvtv4sfv4hf (TARGET_NEON && TARGET_FP16)
  1502. #define HAVE_neon_vcvtv4hfv4sf (TARGET_NEON && TARGET_FP16)
  1503. #define HAVE_neon_vcvtsv4hi (TARGET_NEON_FP16INST)
  1504. #define HAVE_neon_vcvtuv4hi (TARGET_NEON_FP16INST)
  1505. #define HAVE_neon_vcvtsv8hi (TARGET_NEON_FP16INST)
  1506. #define HAVE_neon_vcvtuv8hi (TARGET_NEON_FP16INST)
  1507. #define HAVE_neon_vcvtsv8hf (TARGET_NEON_FP16INST)
  1508. #define HAVE_neon_vcvtuv8hf (TARGET_NEON_FP16INST)
  1509. #define HAVE_neon_vcvtsv4hf (TARGET_NEON_FP16INST)
  1510. #define HAVE_neon_vcvtuv4hf (TARGET_NEON_FP16INST)
  1511. #define HAVE_neon_vcvts_nv2sf (TARGET_NEON)
  1512. #define HAVE_neon_vcvtu_nv2sf (TARGET_NEON)
  1513. #define HAVE_neon_vcvts_nv4sf (TARGET_NEON)
  1514. #define HAVE_neon_vcvtu_nv4sf (TARGET_NEON)
  1515. #define HAVE_neon_vcvts_nv8hf (TARGET_NEON_FP16INST)
  1516. #define HAVE_neon_vcvtu_nv8hf (TARGET_NEON_FP16INST)
  1517. #define HAVE_neon_vcvts_nv4hf (TARGET_NEON_FP16INST)
  1518. #define HAVE_neon_vcvtu_nv4hf (TARGET_NEON_FP16INST)
  1519. #define HAVE_neon_vcvts_nv2si (TARGET_NEON)
  1520. #define HAVE_neon_vcvtu_nv2si (TARGET_NEON)
  1521. #define HAVE_neon_vcvts_nv4si (TARGET_NEON)
  1522. #define HAVE_neon_vcvtu_nv4si (TARGET_NEON)
  1523. #define HAVE_neon_vcvts_nv4hi (TARGET_NEON_FP16INST)
  1524. #define HAVE_neon_vcvtu_nv4hi (TARGET_NEON_FP16INST)
  1525. #define HAVE_neon_vcvts_nv8hi (TARGET_NEON_FP16INST)
  1526. #define HAVE_neon_vcvtu_nv8hi (TARGET_NEON_FP16INST)
  1527. #define HAVE_neon_vcvtasv8hf (TARGET_NEON_FP16INST)
  1528. #define HAVE_neon_vcvtauv8hf (TARGET_NEON_FP16INST)
  1529. #define HAVE_neon_vcvtmsv8hf (TARGET_NEON_FP16INST)
  1530. #define HAVE_neon_vcvtmuv8hf (TARGET_NEON_FP16INST)
  1531. #define HAVE_neon_vcvtnsv8hf (TARGET_NEON_FP16INST)
  1532. #define HAVE_neon_vcvtnuv8hf (TARGET_NEON_FP16INST)
  1533. #define HAVE_neon_vcvtpsv8hf (TARGET_NEON_FP16INST)
  1534. #define HAVE_neon_vcvtpuv8hf (TARGET_NEON_FP16INST)
  1535. #define HAVE_neon_vcvtasv4hf (TARGET_NEON_FP16INST)
  1536. #define HAVE_neon_vcvtauv4hf (TARGET_NEON_FP16INST)
  1537. #define HAVE_neon_vcvtmsv4hf (TARGET_NEON_FP16INST)
  1538. #define HAVE_neon_vcvtmuv4hf (TARGET_NEON_FP16INST)
  1539. #define HAVE_neon_vcvtnsv4hf (TARGET_NEON_FP16INST)
  1540. #define HAVE_neon_vcvtnuv4hf (TARGET_NEON_FP16INST)
  1541. #define HAVE_neon_vcvtpsv4hf (TARGET_NEON_FP16INST)
  1542. #define HAVE_neon_vcvtpuv4hf (TARGET_NEON_FP16INST)
  1543. #define HAVE_neon_vmovnv8hi (TARGET_NEON)
  1544. #define HAVE_neon_vmovnv4si (TARGET_NEON)
  1545. #define HAVE_neon_vmovnv2di (TARGET_NEON)
  1546. #define HAVE_neon_vqmovnsv8hi (TARGET_NEON)
  1547. #define HAVE_neon_vqmovnuv8hi (TARGET_NEON)
  1548. #define HAVE_neon_vqmovnsv4si (TARGET_NEON)
  1549. #define HAVE_neon_vqmovnuv4si (TARGET_NEON)
  1550. #define HAVE_neon_vqmovnsv2di (TARGET_NEON)
  1551. #define HAVE_neon_vqmovnuv2di (TARGET_NEON)
  1552. #define HAVE_neon_vqmovunv8hi (TARGET_NEON)
  1553. #define HAVE_neon_vqmovunv4si (TARGET_NEON)
  1554. #define HAVE_neon_vqmovunv2di (TARGET_NEON)
  1555. #define HAVE_neon_vmovlsv8qi (TARGET_NEON)
  1556. #define HAVE_neon_vmovluv8qi (TARGET_NEON)
  1557. #define HAVE_neon_vmovlsv4hi (TARGET_NEON)
  1558. #define HAVE_neon_vmovluv4hi (TARGET_NEON)
  1559. #define HAVE_neon_vmovlsv2si (TARGET_NEON)
  1560. #define HAVE_neon_vmovluv2si (TARGET_NEON)
  1561. #define HAVE_neon_vmul_lanev4hi (TARGET_NEON)
  1562. #define HAVE_neon_vmul_lanev2si (TARGET_NEON)
  1563. #define HAVE_neon_vmul_lanev2sf (TARGET_NEON)
  1564. #define HAVE_neon_vmul_lanev8hi (TARGET_NEON)
  1565. #define HAVE_neon_vmul_lanev4si (TARGET_NEON)
  1566. #define HAVE_neon_vmul_lanev4sf (TARGET_NEON)
  1567. #define HAVE_neon_vmul_lanev8hf (TARGET_NEON_FP16INST)
  1568. #define HAVE_neon_vmul_lanev4hf (TARGET_NEON_FP16INST)
  1569. #define HAVE_neon_vmulls_lanev4hi (TARGET_NEON)
  1570. #define HAVE_neon_vmullu_lanev4hi (TARGET_NEON)
  1571. #define HAVE_neon_vmulls_lanev2si (TARGET_NEON)
  1572. #define HAVE_neon_vmullu_lanev2si (TARGET_NEON)
  1573. #define HAVE_neon_vqdmull_lanev4hi (TARGET_NEON)
  1574. #define HAVE_neon_vqdmull_lanev2si (TARGET_NEON)
  1575. #define HAVE_neon_vqdmulh_lanev8hi (TARGET_NEON)
  1576. #define HAVE_neon_vqrdmulh_lanev8hi (TARGET_NEON)
  1577. #define HAVE_neon_vqdmulh_lanev4si (TARGET_NEON)
  1578. #define HAVE_neon_vqrdmulh_lanev4si (TARGET_NEON)
  1579. #define HAVE_neon_vqdmulh_lanev4hi (TARGET_NEON)
  1580. #define HAVE_neon_vqrdmulh_lanev4hi (TARGET_NEON)
  1581. #define HAVE_neon_vqdmulh_lanev2si (TARGET_NEON)
  1582. #define HAVE_neon_vqrdmulh_lanev2si (TARGET_NEON)
  1583. #define HAVE_neon_vqrdmlah_lanev8hi (TARGET_NEON_RDMA)
  1584. #define HAVE_neon_vqrdmlsh_lanev8hi (TARGET_NEON_RDMA)
  1585. #define HAVE_neon_vqrdmlah_lanev4si (TARGET_NEON_RDMA)
  1586. #define HAVE_neon_vqrdmlsh_lanev4si (TARGET_NEON_RDMA)
  1587. #define HAVE_neon_vqrdmlah_lanev4hi (TARGET_NEON_RDMA)
  1588. #define HAVE_neon_vqrdmlsh_lanev4hi (TARGET_NEON_RDMA)
  1589. #define HAVE_neon_vqrdmlah_lanev2si (TARGET_NEON_RDMA)
  1590. #define HAVE_neon_vqrdmlsh_lanev2si (TARGET_NEON_RDMA)
  1591. #define HAVE_neon_vmla_lanev4hi (TARGET_NEON)
  1592. #define HAVE_neon_vmla_lanev2si (TARGET_NEON)
  1593. #define HAVE_neon_vmla_lanev2sf (TARGET_NEON)
  1594. #define HAVE_neon_vmla_lanev8hi (TARGET_NEON)
  1595. #define HAVE_neon_vmla_lanev4si (TARGET_NEON)
  1596. #define HAVE_neon_vmla_lanev4sf (TARGET_NEON)
  1597. #define HAVE_neon_vmlals_lanev4hi (TARGET_NEON)
  1598. #define HAVE_neon_vmlalu_lanev4hi (TARGET_NEON)
  1599. #define HAVE_neon_vmlals_lanev2si (TARGET_NEON)
  1600. #define HAVE_neon_vmlalu_lanev2si (TARGET_NEON)
  1601. #define HAVE_neon_vqdmlal_lanev4hi (TARGET_NEON)
  1602. #define HAVE_neon_vqdmlal_lanev2si (TARGET_NEON)
  1603. #define HAVE_neon_vmls_lanev4hi (TARGET_NEON)
  1604. #define HAVE_neon_vmls_lanev2si (TARGET_NEON)
  1605. #define HAVE_neon_vmls_lanev2sf (TARGET_NEON)
  1606. #define HAVE_neon_vmls_lanev8hi (TARGET_NEON)
  1607. #define HAVE_neon_vmls_lanev4si (TARGET_NEON)
  1608. #define HAVE_neon_vmls_lanev4sf (TARGET_NEON)
  1609. #define HAVE_neon_vmlsls_lanev4hi (TARGET_NEON)
  1610. #define HAVE_neon_vmlslu_lanev4hi (TARGET_NEON)
  1611. #define HAVE_neon_vmlsls_lanev2si (TARGET_NEON)
  1612. #define HAVE_neon_vmlslu_lanev2si (TARGET_NEON)
  1613. #define HAVE_neon_vqdmlsl_lanev4hi (TARGET_NEON)
  1614. #define HAVE_neon_vqdmlsl_lanev2si (TARGET_NEON)
  1615. #define HAVE_neon_vextv8qi (TARGET_NEON)
  1616. #define HAVE_neon_vextv16qi (TARGET_NEON)
  1617. #define HAVE_neon_vextv4hi (TARGET_NEON)
  1618. #define HAVE_neon_vextv8hi (TARGET_NEON)
  1619. #define HAVE_neon_vextv2si (TARGET_NEON)
  1620. #define HAVE_neon_vextv4si (TARGET_NEON)
  1621. #define HAVE_neon_vextv4hf (TARGET_NEON)
  1622. #define HAVE_neon_vextv8hf (TARGET_NEON)
  1623. #define HAVE_neon_vextv4bf (TARGET_NEON)
  1624. #define HAVE_neon_vextv8bf (TARGET_NEON)
  1625. #define HAVE_neon_vextv2sf (TARGET_NEON)
  1626. #define HAVE_neon_vextv4sf (TARGET_NEON)
  1627. #define HAVE_neon_vextdi (TARGET_NEON)
  1628. #define HAVE_neon_vextv2di (TARGET_NEON)
  1629. #define HAVE_neon_vrev64v8qi (TARGET_NEON)
  1630. #define HAVE_neon_vrev64v16qi (TARGET_NEON)
  1631. #define HAVE_neon_vrev64v4hi (TARGET_NEON)
  1632. #define HAVE_neon_vrev64v8hi (TARGET_NEON)
  1633. #define HAVE_neon_vrev64v2si (TARGET_NEON)
  1634. #define HAVE_neon_vrev64v4si (TARGET_NEON)
  1635. #define HAVE_neon_vrev64v4hf (TARGET_NEON)
  1636. #define HAVE_neon_vrev64v8hf (TARGET_NEON)
  1637. #define HAVE_neon_vrev64v2sf (TARGET_NEON)
  1638. #define HAVE_neon_vrev64v4sf (TARGET_NEON)
  1639. #define HAVE_neon_vrev64v2di (TARGET_NEON)
  1640. #define HAVE_neon_vrev32v8qi (TARGET_NEON)
  1641. #define HAVE_neon_vrev32v4hi (TARGET_NEON)
  1642. #define HAVE_neon_vrev32v16qi (TARGET_NEON)
  1643. #define HAVE_neon_vrev32v8hi (TARGET_NEON)
  1644. #define HAVE_neon_vrev16v8qi (TARGET_NEON)
  1645. #define HAVE_neon_vrev16v16qi (TARGET_NEON)
  1646. #define HAVE_neon_vbslv8qi_internal (TARGET_NEON)
  1647. #define HAVE_neon_vbslv16qi_internal (TARGET_NEON)
  1648. #define HAVE_neon_vbslv4hi_internal (TARGET_NEON)
  1649. #define HAVE_neon_vbslv8hi_internal (TARGET_NEON)
  1650. #define HAVE_neon_vbslv2si_internal (TARGET_NEON)
  1651. #define HAVE_neon_vbslv4si_internal (TARGET_NEON)
  1652. #define HAVE_neon_vbslv4hf_internal (TARGET_NEON)
  1653. #define HAVE_neon_vbslv8hf_internal (TARGET_NEON)
  1654. #define HAVE_neon_vbslv4bf_internal (TARGET_NEON)
  1655. #define HAVE_neon_vbslv8bf_internal (TARGET_NEON)
  1656. #define HAVE_neon_vbslv2sf_internal (TARGET_NEON)
  1657. #define HAVE_neon_vbslv4sf_internal (TARGET_NEON)
  1658. #define HAVE_neon_vbsldi_internal (TARGET_NEON)
  1659. #define HAVE_neon_vbslv2di_internal (TARGET_NEON)
  1660. #define HAVE_neon_vshlsv8qi (TARGET_NEON)
  1661. #define HAVE_neon_vshluv8qi (TARGET_NEON)
  1662. #define HAVE_neon_vrshlsv8qi (TARGET_NEON)
  1663. #define HAVE_neon_vrshluv8qi (TARGET_NEON)
  1664. #define HAVE_neon_vshlsv16qi (TARGET_NEON)
  1665. #define HAVE_neon_vshluv16qi (TARGET_NEON)
  1666. #define HAVE_neon_vrshlsv16qi (TARGET_NEON)
  1667. #define HAVE_neon_vrshluv16qi (TARGET_NEON)
  1668. #define HAVE_neon_vshlsv4hi (TARGET_NEON)
  1669. #define HAVE_neon_vshluv4hi (TARGET_NEON)
  1670. #define HAVE_neon_vrshlsv4hi (TARGET_NEON)
  1671. #define HAVE_neon_vrshluv4hi (TARGET_NEON)
  1672. #define HAVE_neon_vshlsv8hi (TARGET_NEON)
  1673. #define HAVE_neon_vshluv8hi (TARGET_NEON)
  1674. #define HAVE_neon_vrshlsv8hi (TARGET_NEON)
  1675. #define HAVE_neon_vrshluv8hi (TARGET_NEON)
  1676. #define HAVE_neon_vshlsv2si (TARGET_NEON)
  1677. #define HAVE_neon_vshluv2si (TARGET_NEON)
  1678. #define HAVE_neon_vrshlsv2si (TARGET_NEON)
  1679. #define HAVE_neon_vrshluv2si (TARGET_NEON)
  1680. #define HAVE_neon_vshlsv4si (TARGET_NEON)
  1681. #define HAVE_neon_vshluv4si (TARGET_NEON)
  1682. #define HAVE_neon_vrshlsv4si (TARGET_NEON)
  1683. #define HAVE_neon_vrshluv4si (TARGET_NEON)
  1684. #define HAVE_neon_vshlsdi (TARGET_NEON)
  1685. #define HAVE_neon_vshludi (TARGET_NEON)
  1686. #define HAVE_neon_vrshlsdi (TARGET_NEON)
  1687. #define HAVE_neon_vrshludi (TARGET_NEON)
  1688. #define HAVE_neon_vshlsv2di (TARGET_NEON)
  1689. #define HAVE_neon_vshluv2di (TARGET_NEON)
  1690. #define HAVE_neon_vrshlsv2di (TARGET_NEON)
  1691. #define HAVE_neon_vrshluv2di (TARGET_NEON)
  1692. #define HAVE_neon_vqshlsv8qi (TARGET_NEON)
  1693. #define HAVE_neon_vqshluv8qi (TARGET_NEON)
  1694. #define HAVE_neon_vqrshlsv8qi (TARGET_NEON)
  1695. #define HAVE_neon_vqrshluv8qi (TARGET_NEON)
  1696. #define HAVE_neon_vqshlsv16qi (TARGET_NEON)
  1697. #define HAVE_neon_vqshluv16qi (TARGET_NEON)
  1698. #define HAVE_neon_vqrshlsv16qi (TARGET_NEON)
  1699. #define HAVE_neon_vqrshluv16qi (TARGET_NEON)
  1700. #define HAVE_neon_vqshlsv4hi (TARGET_NEON)
  1701. #define HAVE_neon_vqshluv4hi (TARGET_NEON)
  1702. #define HAVE_neon_vqrshlsv4hi (TARGET_NEON)
  1703. #define HAVE_neon_vqrshluv4hi (TARGET_NEON)
  1704. #define HAVE_neon_vqshlsv8hi (TARGET_NEON)
  1705. #define HAVE_neon_vqshluv8hi (TARGET_NEON)
  1706. #define HAVE_neon_vqrshlsv8hi (TARGET_NEON)
  1707. #define HAVE_neon_vqrshluv8hi (TARGET_NEON)
  1708. #define HAVE_neon_vqshlsv2si (TARGET_NEON)
  1709. #define HAVE_neon_vqshluv2si (TARGET_NEON)
  1710. #define HAVE_neon_vqrshlsv2si (TARGET_NEON)
  1711. #define HAVE_neon_vqrshluv2si (TARGET_NEON)
  1712. #define HAVE_neon_vqshlsv4si (TARGET_NEON)
  1713. #define HAVE_neon_vqshluv4si (TARGET_NEON)
  1714. #define HAVE_neon_vqrshlsv4si (TARGET_NEON)
  1715. #define HAVE_neon_vqrshluv4si (TARGET_NEON)
  1716. #define HAVE_neon_vqshlsdi (TARGET_NEON)
  1717. #define HAVE_neon_vqshludi (TARGET_NEON)
  1718. #define HAVE_neon_vqrshlsdi (TARGET_NEON)
  1719. #define HAVE_neon_vqrshludi (TARGET_NEON)
  1720. #define HAVE_neon_vqshlsv2di (TARGET_NEON)
  1721. #define HAVE_neon_vqshluv2di (TARGET_NEON)
  1722. #define HAVE_neon_vqrshlsv2di (TARGET_NEON)
  1723. #define HAVE_neon_vqrshluv2di (TARGET_NEON)
  1724. #define HAVE_neon_vshrs_nv8qi (TARGET_NEON)
  1725. #define HAVE_neon_vshru_nv8qi (TARGET_NEON)
  1726. #define HAVE_neon_vrshrs_nv8qi (TARGET_NEON)
  1727. #define HAVE_neon_vrshru_nv8qi (TARGET_NEON)
  1728. #define HAVE_neon_vshrs_nv16qi (TARGET_NEON)
  1729. #define HAVE_neon_vshru_nv16qi (TARGET_NEON)
  1730. #define HAVE_neon_vrshrs_nv16qi (TARGET_NEON)
  1731. #define HAVE_neon_vrshru_nv16qi (TARGET_NEON)
  1732. #define HAVE_neon_vshrs_nv4hi (TARGET_NEON)
  1733. #define HAVE_neon_vshru_nv4hi (TARGET_NEON)
  1734. #define HAVE_neon_vrshrs_nv4hi (TARGET_NEON)
  1735. #define HAVE_neon_vrshru_nv4hi (TARGET_NEON)
  1736. #define HAVE_neon_vshrs_nv8hi (TARGET_NEON)
  1737. #define HAVE_neon_vshru_nv8hi (TARGET_NEON)
  1738. #define HAVE_neon_vrshrs_nv8hi (TARGET_NEON)
  1739. #define HAVE_neon_vrshru_nv8hi (TARGET_NEON)
  1740. #define HAVE_neon_vshrs_nv2si (TARGET_NEON)
  1741. #define HAVE_neon_vshru_nv2si (TARGET_NEON)
  1742. #define HAVE_neon_vrshrs_nv2si (TARGET_NEON)
  1743. #define HAVE_neon_vrshru_nv2si (TARGET_NEON)
  1744. #define HAVE_neon_vshrs_nv4si (TARGET_NEON)
  1745. #define HAVE_neon_vshru_nv4si (TARGET_NEON)
  1746. #define HAVE_neon_vrshrs_nv4si (TARGET_NEON)
  1747. #define HAVE_neon_vrshru_nv4si (TARGET_NEON)
  1748. #define HAVE_neon_vshrs_ndi (TARGET_NEON)
  1749. #define HAVE_neon_vshru_ndi (TARGET_NEON)
  1750. #define HAVE_neon_vrshrs_ndi (TARGET_NEON)
  1751. #define HAVE_neon_vrshru_ndi (TARGET_NEON)
  1752. #define HAVE_neon_vshrs_nv2di (TARGET_NEON)
  1753. #define HAVE_neon_vshru_nv2di (TARGET_NEON)
  1754. #define HAVE_neon_vrshrs_nv2di (TARGET_NEON)
  1755. #define HAVE_neon_vrshru_nv2di (TARGET_NEON)
  1756. #define HAVE_neon_vshrn_nv8hi (TARGET_NEON)
  1757. #define HAVE_neon_vrshrn_nv8hi (TARGET_NEON)
  1758. #define HAVE_neon_vshrn_nv4si (TARGET_NEON)
  1759. #define HAVE_neon_vrshrn_nv4si (TARGET_NEON)
  1760. #define HAVE_neon_vshrn_nv2di (TARGET_NEON)
  1761. #define HAVE_neon_vrshrn_nv2di (TARGET_NEON)
  1762. #define HAVE_neon_vqshrns_nv8hi (TARGET_NEON)
  1763. #define HAVE_neon_vqshrnu_nv8hi (TARGET_NEON)
  1764. #define HAVE_neon_vqrshrns_nv8hi (TARGET_NEON)
  1765. #define HAVE_neon_vqrshrnu_nv8hi (TARGET_NEON)
  1766. #define HAVE_neon_vqshrns_nv4si (TARGET_NEON)
  1767. #define HAVE_neon_vqshrnu_nv4si (TARGET_NEON)
  1768. #define HAVE_neon_vqrshrns_nv4si (TARGET_NEON)
  1769. #define HAVE_neon_vqrshrnu_nv4si (TARGET_NEON)
  1770. #define HAVE_neon_vqshrns_nv2di (TARGET_NEON)
  1771. #define HAVE_neon_vqshrnu_nv2di (TARGET_NEON)
  1772. #define HAVE_neon_vqrshrns_nv2di (TARGET_NEON)
  1773. #define HAVE_neon_vqrshrnu_nv2di (TARGET_NEON)
  1774. #define HAVE_neon_vqshrun_nv8hi (TARGET_NEON)
  1775. #define HAVE_neon_vqrshrun_nv8hi (TARGET_NEON)
  1776. #define HAVE_neon_vqshrun_nv4si (TARGET_NEON)
  1777. #define HAVE_neon_vqrshrun_nv4si (TARGET_NEON)
  1778. #define HAVE_neon_vqshrun_nv2di (TARGET_NEON)
  1779. #define HAVE_neon_vqrshrun_nv2di (TARGET_NEON)
  1780. #define HAVE_neon_vshl_nv8qi (TARGET_NEON)
  1781. #define HAVE_neon_vshl_nv16qi (TARGET_NEON)
  1782. #define HAVE_neon_vshl_nv4hi (TARGET_NEON)
  1783. #define HAVE_neon_vshl_nv8hi (TARGET_NEON)
  1784. #define HAVE_neon_vshl_nv2si (TARGET_NEON)
  1785. #define HAVE_neon_vshl_nv4si (TARGET_NEON)
  1786. #define HAVE_neon_vshl_ndi (TARGET_NEON)
  1787. #define HAVE_neon_vshl_nv2di (TARGET_NEON)
  1788. #define HAVE_neon_vqshl_s_nv8qi (TARGET_NEON)
  1789. #define HAVE_neon_vqshl_u_nv8qi (TARGET_NEON)
  1790. #define HAVE_neon_vqshl_s_nv16qi (TARGET_NEON)
  1791. #define HAVE_neon_vqshl_u_nv16qi (TARGET_NEON)
  1792. #define HAVE_neon_vqshl_s_nv4hi (TARGET_NEON)
  1793. #define HAVE_neon_vqshl_u_nv4hi (TARGET_NEON)
  1794. #define HAVE_neon_vqshl_s_nv8hi (TARGET_NEON)
  1795. #define HAVE_neon_vqshl_u_nv8hi (TARGET_NEON)
  1796. #define HAVE_neon_vqshl_s_nv2si (TARGET_NEON)
  1797. #define HAVE_neon_vqshl_u_nv2si (TARGET_NEON)
  1798. #define HAVE_neon_vqshl_s_nv4si (TARGET_NEON)
  1799. #define HAVE_neon_vqshl_u_nv4si (TARGET_NEON)
  1800. #define HAVE_neon_vqshl_s_ndi (TARGET_NEON)
  1801. #define HAVE_neon_vqshl_u_ndi (TARGET_NEON)
  1802. #define HAVE_neon_vqshl_s_nv2di (TARGET_NEON)
  1803. #define HAVE_neon_vqshl_u_nv2di (TARGET_NEON)
  1804. #define HAVE_neon_vqshlu_nv8qi (TARGET_NEON)
  1805. #define HAVE_neon_vqshlu_nv16qi (TARGET_NEON)
  1806. #define HAVE_neon_vqshlu_nv4hi (TARGET_NEON)
  1807. #define HAVE_neon_vqshlu_nv8hi (TARGET_NEON)
  1808. #define HAVE_neon_vqshlu_nv2si (TARGET_NEON)
  1809. #define HAVE_neon_vqshlu_nv4si (TARGET_NEON)
  1810. #define HAVE_neon_vqshlu_ndi (TARGET_NEON)
  1811. #define HAVE_neon_vqshlu_nv2di (TARGET_NEON)
  1812. #define HAVE_neon_vshlls_nv8qi (TARGET_NEON)
  1813. #define HAVE_neon_vshllu_nv8qi (TARGET_NEON)
  1814. #define HAVE_neon_vshlls_nv4hi (TARGET_NEON)
  1815. #define HAVE_neon_vshllu_nv4hi (TARGET_NEON)
  1816. #define HAVE_neon_vshlls_nv2si (TARGET_NEON)
  1817. #define HAVE_neon_vshllu_nv2si (TARGET_NEON)
  1818. #define HAVE_neon_vsras_nv8qi (TARGET_NEON)
  1819. #define HAVE_neon_vsrau_nv8qi (TARGET_NEON)
  1820. #define HAVE_neon_vrsras_nv8qi (TARGET_NEON)
  1821. #define HAVE_neon_vrsrau_nv8qi (TARGET_NEON)
  1822. #define HAVE_neon_vsras_nv16qi (TARGET_NEON)
  1823. #define HAVE_neon_vsrau_nv16qi (TARGET_NEON)
  1824. #define HAVE_neon_vrsras_nv16qi (TARGET_NEON)
  1825. #define HAVE_neon_vrsrau_nv16qi (TARGET_NEON)
  1826. #define HAVE_neon_vsras_nv4hi (TARGET_NEON)
  1827. #define HAVE_neon_vsrau_nv4hi (TARGET_NEON)
  1828. #define HAVE_neon_vrsras_nv4hi (TARGET_NEON)
  1829. #define HAVE_neon_vrsrau_nv4hi (TARGET_NEON)
  1830. #define HAVE_neon_vsras_nv8hi (TARGET_NEON)
  1831. #define HAVE_neon_vsrau_nv8hi (TARGET_NEON)
  1832. #define HAVE_neon_vrsras_nv8hi (TARGET_NEON)
  1833. #define HAVE_neon_vrsrau_nv8hi (TARGET_NEON)
  1834. #define HAVE_neon_vsras_nv2si (TARGET_NEON)
  1835. #define HAVE_neon_vsrau_nv2si (TARGET_NEON)
  1836. #define HAVE_neon_vrsras_nv2si (TARGET_NEON)
  1837. #define HAVE_neon_vrsrau_nv2si (TARGET_NEON)
  1838. #define HAVE_neon_vsras_nv4si (TARGET_NEON)
  1839. #define HAVE_neon_vsrau_nv4si (TARGET_NEON)
  1840. #define HAVE_neon_vrsras_nv4si (TARGET_NEON)
  1841. #define HAVE_neon_vrsrau_nv4si (TARGET_NEON)
  1842. #define HAVE_neon_vsras_ndi (TARGET_NEON)
  1843. #define HAVE_neon_vsrau_ndi (TARGET_NEON)
  1844. #define HAVE_neon_vrsras_ndi (TARGET_NEON)
  1845. #define HAVE_neon_vrsrau_ndi (TARGET_NEON)
  1846. #define HAVE_neon_vsras_nv2di (TARGET_NEON)
  1847. #define HAVE_neon_vsrau_nv2di (TARGET_NEON)
  1848. #define HAVE_neon_vrsras_nv2di (TARGET_NEON)
  1849. #define HAVE_neon_vrsrau_nv2di (TARGET_NEON)
  1850. #define HAVE_neon_vsri_nv8qi (TARGET_NEON)
  1851. #define HAVE_neon_vsri_nv16qi (TARGET_NEON)
  1852. #define HAVE_neon_vsri_nv4hi (TARGET_NEON)
  1853. #define HAVE_neon_vsri_nv8hi (TARGET_NEON)
  1854. #define HAVE_neon_vsri_nv2si (TARGET_NEON)
  1855. #define HAVE_neon_vsri_nv4si (TARGET_NEON)
  1856. #define HAVE_neon_vsri_ndi (TARGET_NEON)
  1857. #define HAVE_neon_vsri_nv2di (TARGET_NEON)
  1858. #define HAVE_neon_vsli_nv8qi (TARGET_NEON)
  1859. #define HAVE_neon_vsli_nv16qi (TARGET_NEON)
  1860. #define HAVE_neon_vsli_nv4hi (TARGET_NEON)
  1861. #define HAVE_neon_vsli_nv8hi (TARGET_NEON)
  1862. #define HAVE_neon_vsli_nv2si (TARGET_NEON)
  1863. #define HAVE_neon_vsli_nv4si (TARGET_NEON)
  1864. #define HAVE_neon_vsli_ndi (TARGET_NEON)
  1865. #define HAVE_neon_vsli_nv2di (TARGET_NEON)
  1866. #define HAVE_neon_vtbl1v8qi (TARGET_NEON)
  1867. #define HAVE_neon_vtbl2v8qi (TARGET_NEON)
  1868. #define HAVE_neon_vtbl3v8qi (TARGET_NEON)
  1869. #define HAVE_neon_vtbl4v8qi (TARGET_NEON)
  1870. #define HAVE_neon_vtbl1v16qi (TARGET_NEON)
  1871. #define HAVE_neon_vtbl2v16qi (TARGET_NEON)
  1872. #define HAVE_neon_vcombinev16qi (TARGET_NEON)
  1873. #define HAVE_neon_vtbx1v8qi (TARGET_NEON)
  1874. #define HAVE_neon_vtbx2v8qi (TARGET_NEON)
  1875. #define HAVE_neon_vtbx3v8qi (TARGET_NEON)
  1876. #define HAVE_neon_vtbx4v8qi (TARGET_NEON)
  1877. #define HAVE_neon_vld1v8qi (TARGET_NEON)
  1878. #define HAVE_neon_vld1v16qi (TARGET_NEON)
  1879. #define HAVE_neon_vld1v4hi (TARGET_NEON)
  1880. #define HAVE_neon_vld1v8hi (TARGET_NEON)
  1881. #define HAVE_neon_vld1v2si (TARGET_NEON)
  1882. #define HAVE_neon_vld1v4si (TARGET_NEON)
  1883. #define HAVE_neon_vld1v4hf (TARGET_NEON)
  1884. #define HAVE_neon_vld1v8hf (TARGET_NEON)
  1885. #define HAVE_neon_vld1v4bf (TARGET_NEON)
  1886. #define HAVE_neon_vld1v8bf (TARGET_NEON)
  1887. #define HAVE_neon_vld1v2sf (TARGET_NEON)
  1888. #define HAVE_neon_vld1v4sf (TARGET_NEON)
  1889. #define HAVE_neon_vld1di (TARGET_NEON)
  1890. #define HAVE_neon_vld1v2di (TARGET_NEON)
  1891. #define HAVE_neon_vld1_lanev8qi (TARGET_NEON)
  1892. #define HAVE_neon_vld1_lanev4hi (TARGET_NEON)
  1893. #define HAVE_neon_vld1_lanev4hf (TARGET_NEON)
  1894. #define HAVE_neon_vld1_lanev4bf (TARGET_NEON)
  1895. #define HAVE_neon_vld1_lanev2si (TARGET_NEON)
  1896. #define HAVE_neon_vld1_lanev2sf (TARGET_NEON)
  1897. #define HAVE_neon_vld1_lanedi (TARGET_NEON)
  1898. #define HAVE_neon_vld1_lanev16qi (TARGET_NEON)
  1899. #define HAVE_neon_vld1_lanev8hi (TARGET_NEON)
  1900. #define HAVE_neon_vld1_lanev8hf (TARGET_NEON)
  1901. #define HAVE_neon_vld1_lanev8bf (TARGET_NEON)
  1902. #define HAVE_neon_vld1_lanev4si (TARGET_NEON)
  1903. #define HAVE_neon_vld1_lanev4sf (TARGET_NEON)
  1904. #define HAVE_neon_vld1_lanev2di (TARGET_NEON)
  1905. #define HAVE_neon_vld1_dupv8qi (TARGET_NEON)
  1906. #define HAVE_neon_vld1_dupv4hi (TARGET_NEON)
  1907. #define HAVE_neon_vld1_dupv4hf (TARGET_NEON)
  1908. #define HAVE_neon_vld1_dupv4bf (TARGET_NEON)
  1909. #define HAVE_neon_vld1_dupv2si (TARGET_NEON)
  1910. #define HAVE_neon_vld1_dupv2sf (TARGET_NEON)
  1911. #define HAVE_neon_vld1_dupv16qi (TARGET_NEON)
  1912. #define HAVE_neon_vld1_dupv8hi (TARGET_NEON)
  1913. #define HAVE_neon_vld1_dupv8hf (TARGET_NEON)
  1914. #define HAVE_neon_vld1_dupv4si (TARGET_NEON)
  1915. #define HAVE_neon_vld1_dupv4sf (TARGET_NEON)
  1916. #define HAVE_neon_vld1_dupv2di (TARGET_NEON)
  1917. #define HAVE_neon_vst1v8qi (TARGET_NEON)
  1918. #define HAVE_neon_vst1v16qi (TARGET_NEON)
  1919. #define HAVE_neon_vst1v4hi (TARGET_NEON)
  1920. #define HAVE_neon_vst1v8hi (TARGET_NEON)
  1921. #define HAVE_neon_vst1v2si (TARGET_NEON)
  1922. #define HAVE_neon_vst1v4si (TARGET_NEON)
  1923. #define HAVE_neon_vst1v4hf (TARGET_NEON)
  1924. #define HAVE_neon_vst1v8hf (TARGET_NEON)
  1925. #define HAVE_neon_vst1v4bf (TARGET_NEON)
  1926. #define HAVE_neon_vst1v8bf (TARGET_NEON)
  1927. #define HAVE_neon_vst1v2sf (TARGET_NEON)
  1928. #define HAVE_neon_vst1v4sf (TARGET_NEON)
  1929. #define HAVE_neon_vst1di (TARGET_NEON)
  1930. #define HAVE_neon_vst1v2di (TARGET_NEON)
  1931. #define HAVE_neon_vst1_lanev8qi (TARGET_NEON)
  1932. #define HAVE_neon_vst1_lanev4hi (TARGET_NEON)
  1933. #define HAVE_neon_vst1_lanev4hf (TARGET_NEON)
  1934. #define HAVE_neon_vst1_lanev4bf (TARGET_NEON)
  1935. #define HAVE_neon_vst1_lanev2si (TARGET_NEON)
  1936. #define HAVE_neon_vst1_lanev2sf (TARGET_NEON)
  1937. #define HAVE_neon_vst1_lanedi (TARGET_NEON)
  1938. #define HAVE_neon_vst1_lanev16qi (TARGET_NEON)
  1939. #define HAVE_neon_vst1_lanev8hi (TARGET_NEON)
  1940. #define HAVE_neon_vst1_lanev8hf (TARGET_NEON)
  1941. #define HAVE_neon_vst1_lanev8bf (TARGET_NEON)
  1942. #define HAVE_neon_vst1_lanev4si (TARGET_NEON)
  1943. #define HAVE_neon_vst1_lanev4sf (TARGET_NEON)
  1944. #define HAVE_neon_vst1_lanev2di (TARGET_NEON)
  1945. #define HAVE_neon_vld2v8qi (TARGET_NEON)
  1946. #define HAVE_neon_vld2v4hi (TARGET_NEON)
  1947. #define HAVE_neon_vld2v4hf (TARGET_NEON)
  1948. #define HAVE_neon_vld2v4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  1949. #define HAVE_neon_vld2v2si (TARGET_NEON)
  1950. #define HAVE_neon_vld2v2sf (TARGET_NEON)
  1951. #define HAVE_neon_vld2di (TARGET_NEON)
  1952. #define HAVE_neon_vld2v16qi (TARGET_NEON)
  1953. #define HAVE_neon_vld2v8hi (TARGET_NEON)
  1954. #define HAVE_neon_vld2v8hf (TARGET_NEON)
  1955. #define HAVE_neon_vld2v8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  1956. #define HAVE_neon_vld2v4si (TARGET_NEON)
  1957. #define HAVE_neon_vld2v4sf (TARGET_NEON)
  1958. #define HAVE_neon_vld2_lanev8qi (TARGET_NEON)
  1959. #define HAVE_neon_vld2_lanev4hi (TARGET_NEON)
  1960. #define HAVE_neon_vld2_lanev4hf (TARGET_NEON)
  1961. #define HAVE_neon_vld2_lanev4bf (TARGET_NEON)
  1962. #define HAVE_neon_vld2_lanev2si (TARGET_NEON)
  1963. #define HAVE_neon_vld2_lanev2sf (TARGET_NEON)
  1964. #define HAVE_neon_vld2_lanev8hi (TARGET_NEON)
  1965. #define HAVE_neon_vld2_lanev8hf (TARGET_NEON)
  1966. #define HAVE_neon_vld2_lanev4si (TARGET_NEON)
  1967. #define HAVE_neon_vld2_lanev4sf (TARGET_NEON)
  1968. #define HAVE_neon_vld2_dupv8qi (TARGET_NEON)
  1969. #define HAVE_neon_vld2_dupv4hi (TARGET_NEON)
  1970. #define HAVE_neon_vld2_dupv4hf (TARGET_NEON)
  1971. #define HAVE_neon_vld2_dupv4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  1972. #define HAVE_neon_vld2_dupv2si (TARGET_NEON)
  1973. #define HAVE_neon_vld2_dupv2sf (TARGET_NEON)
  1974. #define HAVE_neon_vld2_dupdi (TARGET_NEON)
  1975. #define HAVE_neon_vld2_dupv8bf (TARGET_BF16_SIMD)
  1976. #define HAVE_neon_vst2v8qi (TARGET_NEON)
  1977. #define HAVE_neon_vst2v4hi (TARGET_NEON)
  1978. #define HAVE_neon_vst2v4hf (TARGET_NEON)
  1979. #define HAVE_neon_vst2v4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  1980. #define HAVE_neon_vst2v2si (TARGET_NEON)
  1981. #define HAVE_neon_vst2v2sf (TARGET_NEON)
  1982. #define HAVE_neon_vst2di (TARGET_NEON)
  1983. #define HAVE_neon_vst2v16qi (TARGET_NEON)
  1984. #define HAVE_neon_vst2v8hi (TARGET_NEON)
  1985. #define HAVE_neon_vst2v8hf (TARGET_NEON)
  1986. #define HAVE_neon_vst2v8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  1987. #define HAVE_neon_vst2v4si (TARGET_NEON)
  1988. #define HAVE_neon_vst2v4sf (TARGET_NEON)
  1989. #define HAVE_neon_vst2_lanev8qi (TARGET_NEON)
  1990. #define HAVE_neon_vst2_lanev4hi (TARGET_NEON)
  1991. #define HAVE_neon_vst2_lanev4hf (TARGET_NEON)
  1992. #define HAVE_neon_vst2_lanev4bf (TARGET_NEON)
  1993. #define HAVE_neon_vst2_lanev2si (TARGET_NEON)
  1994. #define HAVE_neon_vst2_lanev2sf (TARGET_NEON)
  1995. #define HAVE_neon_vst2_lanev8hi (TARGET_NEON)
  1996. #define HAVE_neon_vst2_lanev8hf (TARGET_NEON)
  1997. #define HAVE_neon_vst2_lanev4si (TARGET_NEON)
  1998. #define HAVE_neon_vst2_lanev4sf (TARGET_NEON)
  1999. #define HAVE_neon_vld3v8qi (TARGET_NEON)
  2000. #define HAVE_neon_vld3v4hi (TARGET_NEON)
  2001. #define HAVE_neon_vld3v4hf (TARGET_NEON)
  2002. #define HAVE_neon_vld3v4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2003. #define HAVE_neon_vld3v2si (TARGET_NEON)
  2004. #define HAVE_neon_vld3v2sf (TARGET_NEON)
  2005. #define HAVE_neon_vld3di (TARGET_NEON)
  2006. #define HAVE_neon_vld3qav16qi (TARGET_NEON)
  2007. #define HAVE_neon_vld3qav8hi (TARGET_NEON)
  2008. #define HAVE_neon_vld3qav8hf (TARGET_NEON)
  2009. #define HAVE_neon_vld3qav8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2010. #define HAVE_neon_vld3qav4si (TARGET_NEON)
  2011. #define HAVE_neon_vld3qav4sf (TARGET_NEON)
  2012. #define HAVE_neon_vld3qbv16qi (TARGET_NEON)
  2013. #define HAVE_neon_vld3qbv8hi (TARGET_NEON)
  2014. #define HAVE_neon_vld3qbv8hf (TARGET_NEON)
  2015. #define HAVE_neon_vld3qbv8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2016. #define HAVE_neon_vld3qbv4si (TARGET_NEON)
  2017. #define HAVE_neon_vld3qbv4sf (TARGET_NEON)
  2018. #define HAVE_neon_vld3_lanev8qi (TARGET_NEON)
  2019. #define HAVE_neon_vld3_lanev4hi (TARGET_NEON)
  2020. #define HAVE_neon_vld3_lanev4hf (TARGET_NEON)
  2021. #define HAVE_neon_vld3_lanev4bf (TARGET_NEON)
  2022. #define HAVE_neon_vld3_lanev2si (TARGET_NEON)
  2023. #define HAVE_neon_vld3_lanev2sf (TARGET_NEON)
  2024. #define HAVE_neon_vld3_lanev8hi (TARGET_NEON)
  2025. #define HAVE_neon_vld3_lanev8hf (TARGET_NEON)
  2026. #define HAVE_neon_vld3_lanev4si (TARGET_NEON)
  2027. #define HAVE_neon_vld3_lanev4sf (TARGET_NEON)
  2028. #define HAVE_neon_vld3_dupv8qi (TARGET_NEON)
  2029. #define HAVE_neon_vld3_dupv4hi (TARGET_NEON)
  2030. #define HAVE_neon_vld3_dupv4hf (TARGET_NEON)
  2031. #define HAVE_neon_vld3_dupv4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2032. #define HAVE_neon_vld3_dupv2si (TARGET_NEON)
  2033. #define HAVE_neon_vld3_dupv2sf (TARGET_NEON)
  2034. #define HAVE_neon_vld3_dupdi (TARGET_NEON)
  2035. #define HAVE_neon_vld3_dupv8bf (TARGET_BF16_SIMD)
  2036. #define HAVE_neon_vst3v8qi (TARGET_NEON)
  2037. #define HAVE_neon_vst3v4hi (TARGET_NEON)
  2038. #define HAVE_neon_vst3v4hf (TARGET_NEON)
  2039. #define HAVE_neon_vst3v4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2040. #define HAVE_neon_vst3v2si (TARGET_NEON)
  2041. #define HAVE_neon_vst3v2sf (TARGET_NEON)
  2042. #define HAVE_neon_vst3di (TARGET_NEON)
  2043. #define HAVE_neon_vst3qav16qi (TARGET_NEON)
  2044. #define HAVE_neon_vst3qav8hi (TARGET_NEON)
  2045. #define HAVE_neon_vst3qav8hf (TARGET_NEON)
  2046. #define HAVE_neon_vst3qav8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2047. #define HAVE_neon_vst3qav4si (TARGET_NEON)
  2048. #define HAVE_neon_vst3qav4sf (TARGET_NEON)
  2049. #define HAVE_neon_vst3qbv16qi (TARGET_NEON)
  2050. #define HAVE_neon_vst3qbv8hi (TARGET_NEON)
  2051. #define HAVE_neon_vst3qbv8hf (TARGET_NEON)
  2052. #define HAVE_neon_vst3qbv8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2053. #define HAVE_neon_vst3qbv4si (TARGET_NEON)
  2054. #define HAVE_neon_vst3qbv4sf (TARGET_NEON)
  2055. #define HAVE_neon_vst3_lanev8qi (TARGET_NEON)
  2056. #define HAVE_neon_vst3_lanev4hi (TARGET_NEON)
  2057. #define HAVE_neon_vst3_lanev4hf (TARGET_NEON)
  2058. #define HAVE_neon_vst3_lanev4bf (TARGET_NEON)
  2059. #define HAVE_neon_vst3_lanev2si (TARGET_NEON)
  2060. #define HAVE_neon_vst3_lanev2sf (TARGET_NEON)
  2061. #define HAVE_neon_vst3_lanev8hi (TARGET_NEON)
  2062. #define HAVE_neon_vst3_lanev8hf (TARGET_NEON)
  2063. #define HAVE_neon_vst3_lanev4si (TARGET_NEON)
  2064. #define HAVE_neon_vst3_lanev4sf (TARGET_NEON)
  2065. #define HAVE_neon_vld4v8qi (TARGET_NEON)
  2066. #define HAVE_neon_vld4v4hi (TARGET_NEON)
  2067. #define HAVE_neon_vld4v4hf (TARGET_NEON)
  2068. #define HAVE_neon_vld4v4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2069. #define HAVE_neon_vld4v2si (TARGET_NEON)
  2070. #define HAVE_neon_vld4v2sf (TARGET_NEON)
  2071. #define HAVE_neon_vld4di (TARGET_NEON)
  2072. #define HAVE_neon_vld4qav16qi (TARGET_NEON)
  2073. #define HAVE_neon_vld4qav8hi (TARGET_NEON)
  2074. #define HAVE_neon_vld4qav8hf (TARGET_NEON)
  2075. #define HAVE_neon_vld4qav8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2076. #define HAVE_neon_vld4qav4si (TARGET_NEON)
  2077. #define HAVE_neon_vld4qav4sf (TARGET_NEON)
  2078. #define HAVE_neon_vld4qbv16qi (TARGET_NEON)
  2079. #define HAVE_neon_vld4qbv8hi (TARGET_NEON)
  2080. #define HAVE_neon_vld4qbv8hf (TARGET_NEON)
  2081. #define HAVE_neon_vld4qbv8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2082. #define HAVE_neon_vld4qbv4si (TARGET_NEON)
  2083. #define HAVE_neon_vld4qbv4sf (TARGET_NEON)
  2084. #define HAVE_neon_vld4_lanev8qi (TARGET_NEON)
  2085. #define HAVE_neon_vld4_lanev4hi (TARGET_NEON)
  2086. #define HAVE_neon_vld4_lanev4hf (TARGET_NEON)
  2087. #define HAVE_neon_vld4_lanev4bf (TARGET_NEON)
  2088. #define HAVE_neon_vld4_lanev2si (TARGET_NEON)
  2089. #define HAVE_neon_vld4_lanev2sf (TARGET_NEON)
  2090. #define HAVE_neon_vld4_lanev8hi (TARGET_NEON)
  2091. #define HAVE_neon_vld4_lanev8hf (TARGET_NEON)
  2092. #define HAVE_neon_vld4_lanev4si (TARGET_NEON)
  2093. #define HAVE_neon_vld4_lanev4sf (TARGET_NEON)
  2094. #define HAVE_neon_vld4_dupv8qi (TARGET_NEON)
  2095. #define HAVE_neon_vld4_dupv4hi (TARGET_NEON)
  2096. #define HAVE_neon_vld4_dupv4hf (TARGET_NEON)
  2097. #define HAVE_neon_vld4_dupv4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2098. #define HAVE_neon_vld4_dupv2si (TARGET_NEON)
  2099. #define HAVE_neon_vld4_dupv2sf (TARGET_NEON)
  2100. #define HAVE_neon_vld4_dupdi (TARGET_NEON)
  2101. #define HAVE_neon_vld4_dupv8bf (TARGET_BF16_SIMD)
  2102. #define HAVE_neon_vst4v8qi (TARGET_NEON)
  2103. #define HAVE_neon_vst4v4hi (TARGET_NEON)
  2104. #define HAVE_neon_vst4v4hf (TARGET_NEON)
  2105. #define HAVE_neon_vst4v4bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2106. #define HAVE_neon_vst4v2si (TARGET_NEON)
  2107. #define HAVE_neon_vst4v2sf (TARGET_NEON)
  2108. #define HAVE_neon_vst4di (TARGET_NEON)
  2109. #define HAVE_neon_vst4qav16qi (TARGET_NEON)
  2110. #define HAVE_neon_vst4qav8hi (TARGET_NEON)
  2111. #define HAVE_neon_vst4qav8hf (TARGET_NEON)
  2112. #define HAVE_neon_vst4qav8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2113. #define HAVE_neon_vst4qav4si (TARGET_NEON)
  2114. #define HAVE_neon_vst4qav4sf (TARGET_NEON)
  2115. #define HAVE_neon_vst4qbv16qi (TARGET_NEON)
  2116. #define HAVE_neon_vst4qbv8hi (TARGET_NEON)
  2117. #define HAVE_neon_vst4qbv8hf (TARGET_NEON)
  2118. #define HAVE_neon_vst4qbv8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  2119. #define HAVE_neon_vst4qbv4si (TARGET_NEON)
  2120. #define HAVE_neon_vst4qbv4sf (TARGET_NEON)
  2121. #define HAVE_neon_vst4_lanev8qi (TARGET_NEON)
  2122. #define HAVE_neon_vst4_lanev4hi (TARGET_NEON)
  2123. #define HAVE_neon_vst4_lanev4hf (TARGET_NEON)
  2124. #define HAVE_neon_vst4_lanev4bf (TARGET_NEON)
  2125. #define HAVE_neon_vst4_lanev2si (TARGET_NEON)
  2126. #define HAVE_neon_vst4_lanev2sf (TARGET_NEON)
  2127. #define HAVE_neon_vst4_lanev8hi (TARGET_NEON)
  2128. #define HAVE_neon_vst4_lanev8hf (TARGET_NEON)
  2129. #define HAVE_neon_vst4_lanev4si (TARGET_NEON)
  2130. #define HAVE_neon_vst4_lanev4sf (TARGET_NEON)
  2131. #define HAVE_neon_vec_unpacks_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2132. #define HAVE_neon_vec_unpacku_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2133. #define HAVE_neon_vec_unpacks_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2134. #define HAVE_neon_vec_unpacku_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2135. #define HAVE_neon_vec_unpacks_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2136. #define HAVE_neon_vec_unpacku_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2137. #define HAVE_neon_vec_unpacks_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2138. #define HAVE_neon_vec_unpacku_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2139. #define HAVE_neon_vec_unpacks_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2140. #define HAVE_neon_vec_unpacku_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2141. #define HAVE_neon_vec_unpacks_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2142. #define HAVE_neon_vec_unpacku_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2143. #define HAVE_neon_vec_smult_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2144. #define HAVE_neon_vec_umult_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2145. #define HAVE_neon_vec_smult_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2146. #define HAVE_neon_vec_umult_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2147. #define HAVE_neon_vec_smult_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2148. #define HAVE_neon_vec_umult_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2149. #define HAVE_neon_vec_smult_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2150. #define HAVE_neon_vec_umult_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2151. #define HAVE_neon_vec_smult_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2152. #define HAVE_neon_vec_umult_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2153. #define HAVE_neon_vec_smult_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2154. #define HAVE_neon_vec_umult_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2155. #define HAVE_neon_vec_sshiftl_v8qi (TARGET_NEON)
  2156. #define HAVE_neon_vec_ushiftl_v8qi (TARGET_NEON)
  2157. #define HAVE_neon_vec_sshiftl_v4hi (TARGET_NEON)
  2158. #define HAVE_neon_vec_ushiftl_v4hi (TARGET_NEON)
  2159. #define HAVE_neon_vec_sshiftl_v2si (TARGET_NEON)
  2160. #define HAVE_neon_vec_ushiftl_v2si (TARGET_NEON)
  2161. #define HAVE_neon_unpacks_v8qi (TARGET_NEON)
  2162. #define HAVE_neon_unpacku_v8qi (TARGET_NEON)
  2163. #define HAVE_neon_unpacks_v4hi (TARGET_NEON)
  2164. #define HAVE_neon_unpacku_v4hi (TARGET_NEON)
  2165. #define HAVE_neon_unpacks_v2si (TARGET_NEON)
  2166. #define HAVE_neon_unpacku_v2si (TARGET_NEON)
  2167. #define HAVE_neon_vec_smult_v8qi (TARGET_NEON)
  2168. #define HAVE_neon_vec_umult_v8qi (TARGET_NEON)
  2169. #define HAVE_neon_vec_smult_v4hi (TARGET_NEON)
  2170. #define HAVE_neon_vec_umult_v4hi (TARGET_NEON)
  2171. #define HAVE_neon_vec_smult_v2si (TARGET_NEON)
  2172. #define HAVE_neon_vec_umult_v2si (TARGET_NEON)
  2173. #define HAVE_vec_pack_trunc_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2174. #define HAVE_vec_pack_trunc_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2175. #define HAVE_vec_pack_trunc_v2di (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2176. #define HAVE_neon_vec_pack_trunc_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2177. #define HAVE_neon_vec_pack_trunc_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2178. #define HAVE_neon_vec_pack_trunc_v2di (TARGET_NEON && !BYTES_BIG_ENDIAN)
  2179. #define HAVE_neon_vabdv4hf_2 ((TARGET_NEON && flag_unsafe_math_optimizations) && (TARGET_NEON_FP16INST))
  2180. #define HAVE_neon_vabdv8hf_2 ((TARGET_NEON && flag_unsafe_math_optimizations) && (TARGET_NEON_FP16INST))
  2181. #define HAVE_neon_vabdv2sf_2 (TARGET_NEON && flag_unsafe_math_optimizations)
  2182. #define HAVE_neon_vabdv4sf_2 (TARGET_NEON && flag_unsafe_math_optimizations)
  2183. #define HAVE_neon_vabdv4hf_3 ((TARGET_NEON && flag_unsafe_math_optimizations) && (TARGET_NEON_FP16INST))
  2184. #define HAVE_neon_vabdv8hf_3 ((TARGET_NEON && flag_unsafe_math_optimizations) && (TARGET_NEON_FP16INST))
  2185. #define HAVE_neon_vabdv2sf_3 (TARGET_NEON && flag_unsafe_math_optimizations)
  2186. #define HAVE_neon_vabdv4sf_3 (TARGET_NEON && flag_unsafe_math_optimizations)
  2187. #define HAVE_neon_smmlav16qi (TARGET_I8MM)
  2188. #define HAVE_neon_ummlav16qi (TARGET_I8MM)
  2189. #define HAVE_neon_usmmlav16qi (TARGET_I8MM)
  2190. #define HAVE_neon_vbfdotv2sf (TARGET_BF16_SIMD)
  2191. #define HAVE_neon_vbfdotv4sf (TARGET_BF16_SIMD)
  2192. #define HAVE_neon_vbfdot_lanev4bfv2sf (TARGET_BF16_SIMD)
  2193. #define HAVE_neon_vbfdot_lanev4bfv4sf (TARGET_BF16_SIMD)
  2194. #define HAVE_neon_vbfdot_lanev8bfv2sf (TARGET_BF16_SIMD)
  2195. #define HAVE_neon_vbfdot_lanev8bfv4sf (TARGET_BF16_SIMD)
  2196. #define HAVE_neon_vbfcvtv4sfv4bf (TARGET_BF16_SIMD)
  2197. #define HAVE_neon_vbfcvtv4sfv8bf (TARGET_BF16_SIMD)
  2198. #define HAVE_neon_vbfcvtv4sf_highv8bf (TARGET_BF16_SIMD)
  2199. #define HAVE_neon_vbfcvtsf (TARGET_BF16_FP)
  2200. #define HAVE_neon_vbfcvtv4bf (TARGET_BF16_SIMD)
  2201. #define HAVE_neon_vbfcvtv8bf (TARGET_BF16_SIMD)
  2202. #define HAVE_neon_vbfcvt_highv8bf (TARGET_BF16_SIMD)
  2203. #define HAVE_neon_vbfcvtbf_cvtmodev2si (TARGET_BF16_FP)
  2204. #define HAVE_neon_vbfcvtbf_cvtmodesf (TARGET_BF16_FP)
  2205. #define HAVE_neon_vmmlav8bf (TARGET_BF16_SIMD)
  2206. #define HAVE_neon_vfmabv8bf (TARGET_BF16_SIMD)
  2207. #define HAVE_neon_vfmatv8bf (TARGET_BF16_SIMD)
  2208. #define HAVE_neon_vfmab_lanev8bf (TARGET_BF16_SIMD)
  2209. #define HAVE_neon_vfmat_lanev8bf (TARGET_BF16_SIMD)
  2210. #define HAVE_crypto_aesmc (TARGET_CRYPTO)
  2211. #define HAVE_crypto_aesimc (TARGET_CRYPTO)
  2212. #define HAVE_crypto_aesd (TARGET_CRYPTO)
  2213. #define HAVE_crypto_aese (TARGET_CRYPTO)
  2214. #define HAVE_crypto_sha1su1 (TARGET_CRYPTO)
  2215. #define HAVE_crypto_sha256su0 (TARGET_CRYPTO)
  2216. #define HAVE_crypto_sha1su0 (TARGET_CRYPTO)
  2217. #define HAVE_crypto_sha256h (TARGET_CRYPTO)
  2218. #define HAVE_crypto_sha256h2 (TARGET_CRYPTO)
  2219. #define HAVE_crypto_sha256su1 (TARGET_CRYPTO)
  2220. #define HAVE_crypto_sha1h_lb (TARGET_CRYPTO && INTVAL (operands[2]) == NEON_ENDIAN_LANE_N (V2SImode, 0))
  2221. #define HAVE_crypto_vmullp64 (TARGET_CRYPTO)
  2222. #define HAVE_crypto_sha1c_lb (TARGET_CRYPTO && INTVAL (operands[4]) == NEON_ENDIAN_LANE_N (V2SImode, 0))
  2223. #define HAVE_crypto_sha1m_lb (TARGET_CRYPTO && INTVAL (operands[4]) == NEON_ENDIAN_LANE_N (V2SImode, 0))
  2224. #define HAVE_crypto_sha1p_lb (TARGET_CRYPTO && INTVAL (operands[4]) == NEON_ENDIAN_LANE_N (V2SImode, 0))
  2225. #define HAVE_atomic_loadqi (TARGET_HAVE_LDACQ)
  2226. #define HAVE_atomic_loadhi (TARGET_HAVE_LDACQ)
  2227. #define HAVE_atomic_loadsi (TARGET_HAVE_LDACQ)
  2228. #define HAVE_atomic_storeqi (TARGET_HAVE_LDACQ)
  2229. #define HAVE_atomic_storehi (TARGET_HAVE_LDACQ)
  2230. #define HAVE_atomic_storesi (TARGET_HAVE_LDACQ)
  2231. #define HAVE_arm_atomic_loaddi2_ldrd (ARM_DOUBLEWORD_ALIGN && TARGET_HAVE_LPAE)
  2232. #define HAVE_atomic_compare_and_swap32qi_1 ((TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_32BIT))
  2233. #define HAVE_atomic_compare_and_swap32hi_1 ((TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_32BIT))
  2234. #define HAVE_atomic_compare_and_swapt1qi_1 ((TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_THUMB1))
  2235. #define HAVE_atomic_compare_and_swapt1hi_1 ((TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_THUMB1))
  2236. #define HAVE_atomic_compare_and_swap32si_1 ((TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_32BIT))
  2237. #define HAVE_atomic_compare_and_swap32di_1 ((TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2238. && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_32BIT))
  2239. #define HAVE_atomic_compare_and_swapt1si_1 ((TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_THUMB1))
  2240. #define HAVE_atomic_compare_and_swapt1di_1 ((TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2241. && TARGET_HAVE_MEMORY_BARRIER) && (TARGET_THUMB1))
  2242. #define HAVE_atomic_exchangeqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2243. #define HAVE_atomic_exchangehi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2244. #define HAVE_atomic_exchangesi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2245. #define HAVE_atomic_exchangedi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2246. && TARGET_HAVE_MEMORY_BARRIER)
  2247. #define HAVE_atomic_addqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2248. #define HAVE_atomic_subqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2249. #define HAVE_atomic_orqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2250. #define HAVE_atomic_xorqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2251. #define HAVE_atomic_andqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2252. #define HAVE_atomic_addhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2253. #define HAVE_atomic_subhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2254. #define HAVE_atomic_orhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2255. #define HAVE_atomic_xorhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2256. #define HAVE_atomic_andhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2257. #define HAVE_atomic_addsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2258. #define HAVE_atomic_subsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2259. #define HAVE_atomic_orsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2260. #define HAVE_atomic_xorsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2261. #define HAVE_atomic_andsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2262. #define HAVE_atomic_adddi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2263. && TARGET_HAVE_MEMORY_BARRIER)
  2264. #define HAVE_atomic_subdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2265. && TARGET_HAVE_MEMORY_BARRIER)
  2266. #define HAVE_atomic_ordi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2267. && TARGET_HAVE_MEMORY_BARRIER)
  2268. #define HAVE_atomic_xordi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2269. && TARGET_HAVE_MEMORY_BARRIER)
  2270. #define HAVE_atomic_anddi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2271. && TARGET_HAVE_MEMORY_BARRIER)
  2272. #define HAVE_atomic_nandqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2273. #define HAVE_atomic_nandhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2274. #define HAVE_atomic_nandsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2275. #define HAVE_atomic_nanddi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2276. && TARGET_HAVE_MEMORY_BARRIER)
  2277. #define HAVE_atomic_fetch_addqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2278. #define HAVE_atomic_fetch_subqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2279. #define HAVE_atomic_fetch_orqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2280. #define HAVE_atomic_fetch_xorqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2281. #define HAVE_atomic_fetch_andqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2282. #define HAVE_atomic_fetch_addhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2283. #define HAVE_atomic_fetch_subhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2284. #define HAVE_atomic_fetch_orhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2285. #define HAVE_atomic_fetch_xorhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2286. #define HAVE_atomic_fetch_andhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2287. #define HAVE_atomic_fetch_addsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2288. #define HAVE_atomic_fetch_subsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2289. #define HAVE_atomic_fetch_orsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2290. #define HAVE_atomic_fetch_xorsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2291. #define HAVE_atomic_fetch_andsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2292. #define HAVE_atomic_fetch_adddi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2293. && TARGET_HAVE_MEMORY_BARRIER)
  2294. #define HAVE_atomic_fetch_subdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2295. && TARGET_HAVE_MEMORY_BARRIER)
  2296. #define HAVE_atomic_fetch_ordi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2297. && TARGET_HAVE_MEMORY_BARRIER)
  2298. #define HAVE_atomic_fetch_xordi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2299. && TARGET_HAVE_MEMORY_BARRIER)
  2300. #define HAVE_atomic_fetch_anddi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2301. && TARGET_HAVE_MEMORY_BARRIER)
  2302. #define HAVE_atomic_fetch_nandqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2303. #define HAVE_atomic_fetch_nandhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2304. #define HAVE_atomic_fetch_nandsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2305. #define HAVE_atomic_fetch_nanddi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2306. && TARGET_HAVE_MEMORY_BARRIER)
  2307. #define HAVE_atomic_add_fetchqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2308. #define HAVE_atomic_sub_fetchqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2309. #define HAVE_atomic_or_fetchqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2310. #define HAVE_atomic_xor_fetchqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2311. #define HAVE_atomic_and_fetchqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2312. #define HAVE_atomic_add_fetchhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2313. #define HAVE_atomic_sub_fetchhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2314. #define HAVE_atomic_or_fetchhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2315. #define HAVE_atomic_xor_fetchhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2316. #define HAVE_atomic_and_fetchhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2317. #define HAVE_atomic_add_fetchsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2318. #define HAVE_atomic_sub_fetchsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2319. #define HAVE_atomic_or_fetchsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2320. #define HAVE_atomic_xor_fetchsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2321. #define HAVE_atomic_and_fetchsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2322. #define HAVE_atomic_add_fetchdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2323. && TARGET_HAVE_MEMORY_BARRIER)
  2324. #define HAVE_atomic_sub_fetchdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2325. && TARGET_HAVE_MEMORY_BARRIER)
  2326. #define HAVE_atomic_or_fetchdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2327. && TARGET_HAVE_MEMORY_BARRIER)
  2328. #define HAVE_atomic_xor_fetchdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2329. && TARGET_HAVE_MEMORY_BARRIER)
  2330. #define HAVE_atomic_and_fetchdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2331. && TARGET_HAVE_MEMORY_BARRIER)
  2332. #define HAVE_atomic_nand_fetchqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2333. #define HAVE_atomic_nand_fetchhi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2334. #define HAVE_atomic_nand_fetchsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2335. #define HAVE_atomic_nand_fetchdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2336. && TARGET_HAVE_MEMORY_BARRIER)
  2337. #define HAVE_arm_load_exclusiveqi (TARGET_HAVE_LDREXBH)
  2338. #define HAVE_arm_load_exclusivehi (TARGET_HAVE_LDREXBH)
  2339. #define HAVE_arm_load_acquire_exclusiveqi (TARGET_HAVE_LDACQ)
  2340. #define HAVE_arm_load_acquire_exclusivehi (TARGET_HAVE_LDACQ)
  2341. #define HAVE_arm_load_exclusivesi (TARGET_HAVE_LDREX)
  2342. #define HAVE_arm_load_acquire_exclusivesi (TARGET_HAVE_LDACQ)
  2343. #define HAVE_arm_load_exclusivedi (TARGET_HAVE_LDREXD)
  2344. #define HAVE_arm_load_acquire_exclusivedi (TARGET_HAVE_LDACQEXD && ARM_DOUBLEWORD_ALIGN)
  2345. #define HAVE_arm_store_exclusiveqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2346. #define HAVE_arm_store_exclusivehi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  2347. #define HAVE_arm_store_exclusivesi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  2348. #define HAVE_arm_store_exclusivedi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  2349. && TARGET_HAVE_MEMORY_BARRIER)
  2350. #define HAVE_arm_store_release_exclusivedi (TARGET_HAVE_LDACQEXD && ARM_DOUBLEWORD_ALIGN)
  2351. #define HAVE_arm_store_release_exclusiveqi (TARGET_HAVE_LDACQ)
  2352. #define HAVE_arm_store_release_exclusivehi (TARGET_HAVE_LDACQ)
  2353. #define HAVE_arm_store_release_exclusivesi (TARGET_HAVE_LDACQ)
  2354. #define HAVE_addqq3 (TARGET_32BIT)
  2355. #define HAVE_addhq3 (TARGET_32BIT)
  2356. #define HAVE_addsq3 (TARGET_32BIT)
  2357. #define HAVE_adduqq3 (TARGET_32BIT)
  2358. #define HAVE_adduhq3 (TARGET_32BIT)
  2359. #define HAVE_addusq3 (TARGET_32BIT)
  2360. #define HAVE_addha3 (TARGET_32BIT)
  2361. #define HAVE_addsa3 (TARGET_32BIT)
  2362. #define HAVE_adduha3 (TARGET_32BIT)
  2363. #define HAVE_addusa3 (TARGET_32BIT)
  2364. #define HAVE_usaddv4uqq3 (TARGET_INT_SIMD)
  2365. #define HAVE_usaddv2uhq3 (TARGET_INT_SIMD)
  2366. #define HAVE_usadduqq3 (TARGET_INT_SIMD)
  2367. #define HAVE_usadduhq3 (TARGET_INT_SIMD)
  2368. #define HAVE_usaddv2uha3 (TARGET_INT_SIMD)
  2369. #define HAVE_usadduha3 (TARGET_INT_SIMD)
  2370. #define HAVE_subqq3 (TARGET_32BIT)
  2371. #define HAVE_subhq3 (TARGET_32BIT)
  2372. #define HAVE_subsq3 (TARGET_32BIT)
  2373. #define HAVE_subuqq3 (TARGET_32BIT)
  2374. #define HAVE_subuhq3 (TARGET_32BIT)
  2375. #define HAVE_subusq3 (TARGET_32BIT)
  2376. #define HAVE_subha3 (TARGET_32BIT)
  2377. #define HAVE_subsa3 (TARGET_32BIT)
  2378. #define HAVE_subuha3 (TARGET_32BIT)
  2379. #define HAVE_subusa3 (TARGET_32BIT)
  2380. #define HAVE_ussubv4uqq3 (TARGET_INT_SIMD)
  2381. #define HAVE_ussubv2uhq3 (TARGET_INT_SIMD)
  2382. #define HAVE_ussubuqq3 (TARGET_INT_SIMD)
  2383. #define HAVE_ussubuhq3 (TARGET_INT_SIMD)
  2384. #define HAVE_ussubv2uha3 (TARGET_INT_SIMD)
  2385. #define HAVE_ussubuha3 (TARGET_INT_SIMD)
  2386. #define HAVE_arm_ssatsihi_shift (TARGET_32BIT && arm_arch6 && !ARM_Q_BIT_READ)
  2387. #define HAVE_arm_usatsihi (TARGET_INT_SIMD && !ARM_Q_BIT_READ)
  2388. #define HAVE_mve_vst4qv16qi (TARGET_HAVE_MVE)
  2389. #define HAVE_mve_vst4qv8hi (TARGET_HAVE_MVE)
  2390. #define HAVE_mve_vst4qv4si (TARGET_HAVE_MVE)
  2391. #define HAVE_mve_vst4qv8hf (TARGET_HAVE_MVE)
  2392. #define HAVE_mve_vst4qv4sf (TARGET_HAVE_MVE)
  2393. #define HAVE_mve_vrndq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2394. #define HAVE_mve_vrndq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2395. #define HAVE_mve_vrndxq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2396. #define HAVE_mve_vrndxq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2397. #define HAVE_mve_vrndq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2398. #define HAVE_mve_vrndq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2399. #define HAVE_mve_vrndpq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2400. #define HAVE_mve_vrndpq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2401. #define HAVE_mve_vrndnq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2402. #define HAVE_mve_vrndnq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2403. #define HAVE_mve_vrndmq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2404. #define HAVE_mve_vrndmq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2405. #define HAVE_mve_vrndaq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2406. #define HAVE_mve_vrndaq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2407. #define HAVE_mve_vrev64q_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2408. #define HAVE_mve_vrev64q_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2409. #define HAVE_mve_vnegq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2410. #define HAVE_mve_vnegq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2411. #define HAVE_mve_vdupq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2412. #define HAVE_mve_vdupq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2413. #define HAVE_mve_vabsq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2414. #define HAVE_mve_vabsq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2415. #define HAVE_mve_vrev32q_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2416. #define HAVE_mve_vcvttq_f32_f16v4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2417. #define HAVE_mve_vcvtbq_f32_f16v4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2418. #define HAVE_mve_vcvtq_to_f_sv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2419. #define HAVE_mve_vcvtq_to_f_uv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2420. #define HAVE_mve_vcvtq_to_f_sv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2421. #define HAVE_mve_vcvtq_to_f_uv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2422. #define HAVE_mve_vrev64q_sv16qi (TARGET_HAVE_MVE)
  2423. #define HAVE_mve_vrev64q_uv16qi (TARGET_HAVE_MVE)
  2424. #define HAVE_mve_vrev64q_sv8hi (TARGET_HAVE_MVE)
  2425. #define HAVE_mve_vrev64q_uv8hi (TARGET_HAVE_MVE)
  2426. #define HAVE_mve_vrev64q_sv4si (TARGET_HAVE_MVE)
  2427. #define HAVE_mve_vrev64q_uv4si (TARGET_HAVE_MVE)
  2428. #define HAVE_mve_vcvtq_from_f_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2429. #define HAVE_mve_vcvtq_from_f_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2430. #define HAVE_mve_vcvtq_from_f_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2431. #define HAVE_mve_vcvtq_from_f_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2432. #define HAVE_mve_vqnegq_sv16qi (TARGET_HAVE_MVE)
  2433. #define HAVE_mve_vqnegq_sv8hi (TARGET_HAVE_MVE)
  2434. #define HAVE_mve_vqnegq_sv4si (TARGET_HAVE_MVE)
  2435. #define HAVE_mve_vqabsq_sv16qi (TARGET_HAVE_MVE)
  2436. #define HAVE_mve_vqabsq_sv8hi (TARGET_HAVE_MVE)
  2437. #define HAVE_mve_vqabsq_sv4si (TARGET_HAVE_MVE)
  2438. #define HAVE_mve_vnegq_sv16qi (TARGET_HAVE_MVE)
  2439. #define HAVE_mve_vnegq_sv8hi (TARGET_HAVE_MVE)
  2440. #define HAVE_mve_vnegq_sv4si (TARGET_HAVE_MVE)
  2441. #define HAVE_mve_vmvnq_uv16qi (TARGET_HAVE_MVE)
  2442. #define HAVE_mve_vmvnq_sv16qi (TARGET_HAVE_MVE)
  2443. #define HAVE_mve_vmvnq_uv8hi (TARGET_HAVE_MVE)
  2444. #define HAVE_mve_vmvnq_sv8hi (TARGET_HAVE_MVE)
  2445. #define HAVE_mve_vmvnq_uv4si (TARGET_HAVE_MVE)
  2446. #define HAVE_mve_vmvnq_sv4si (TARGET_HAVE_MVE)
  2447. #define HAVE_mve_vdupq_n_uv16qi (TARGET_HAVE_MVE)
  2448. #define HAVE_mve_vdupq_n_sv16qi (TARGET_HAVE_MVE)
  2449. #define HAVE_mve_vdupq_n_uv8hi (TARGET_HAVE_MVE)
  2450. #define HAVE_mve_vdupq_n_sv8hi (TARGET_HAVE_MVE)
  2451. #define HAVE_mve_vdupq_n_uv4si (TARGET_HAVE_MVE)
  2452. #define HAVE_mve_vdupq_n_sv4si (TARGET_HAVE_MVE)
  2453. #define HAVE_mve_vclzq_uv16qi (TARGET_HAVE_MVE)
  2454. #define HAVE_mve_vclzq_sv16qi (TARGET_HAVE_MVE)
  2455. #define HAVE_mve_vclzq_uv8hi (TARGET_HAVE_MVE)
  2456. #define HAVE_mve_vclzq_sv8hi (TARGET_HAVE_MVE)
  2457. #define HAVE_mve_vclzq_uv4si (TARGET_HAVE_MVE)
  2458. #define HAVE_mve_vclzq_sv4si (TARGET_HAVE_MVE)
  2459. #define HAVE_mve_vclsq_sv16qi (TARGET_HAVE_MVE)
  2460. #define HAVE_mve_vclsq_sv8hi (TARGET_HAVE_MVE)
  2461. #define HAVE_mve_vclsq_sv4si (TARGET_HAVE_MVE)
  2462. #define HAVE_mve_vaddvq_uv16qi (TARGET_HAVE_MVE)
  2463. #define HAVE_mve_vaddvq_sv16qi (TARGET_HAVE_MVE)
  2464. #define HAVE_mve_vaddvq_uv8hi (TARGET_HAVE_MVE)
  2465. #define HAVE_mve_vaddvq_sv8hi (TARGET_HAVE_MVE)
  2466. #define HAVE_mve_vaddvq_uv4si (TARGET_HAVE_MVE)
  2467. #define HAVE_mve_vaddvq_sv4si (TARGET_HAVE_MVE)
  2468. #define HAVE_mve_vabsq_sv16qi (TARGET_HAVE_MVE)
  2469. #define HAVE_mve_vabsq_sv8hi (TARGET_HAVE_MVE)
  2470. #define HAVE_mve_vabsq_sv4si (TARGET_HAVE_MVE)
  2471. #define HAVE_mve_vrev32q_uv16qi (TARGET_HAVE_MVE)
  2472. #define HAVE_mve_vrev32q_sv16qi (TARGET_HAVE_MVE)
  2473. #define HAVE_mve_vrev32q_uv8hi (TARGET_HAVE_MVE)
  2474. #define HAVE_mve_vrev32q_sv8hi (TARGET_HAVE_MVE)
  2475. #define HAVE_mve_vmovltq_uv16qi (TARGET_HAVE_MVE)
  2476. #define HAVE_mve_vmovltq_sv16qi (TARGET_HAVE_MVE)
  2477. #define HAVE_mve_vmovltq_uv8hi (TARGET_HAVE_MVE)
  2478. #define HAVE_mve_vmovltq_sv8hi (TARGET_HAVE_MVE)
  2479. #define HAVE_mve_vmovlbq_sv16qi (TARGET_HAVE_MVE)
  2480. #define HAVE_mve_vmovlbq_uv16qi (TARGET_HAVE_MVE)
  2481. #define HAVE_mve_vmovlbq_sv8hi (TARGET_HAVE_MVE)
  2482. #define HAVE_mve_vmovlbq_uv8hi (TARGET_HAVE_MVE)
  2483. #define HAVE_mve_vcvtpq_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2484. #define HAVE_mve_vcvtpq_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2485. #define HAVE_mve_vcvtpq_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2486. #define HAVE_mve_vcvtpq_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2487. #define HAVE_mve_vcvtnq_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2488. #define HAVE_mve_vcvtnq_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2489. #define HAVE_mve_vcvtnq_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2490. #define HAVE_mve_vcvtnq_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2491. #define HAVE_mve_vcvtmq_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2492. #define HAVE_mve_vcvtmq_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2493. #define HAVE_mve_vcvtmq_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2494. #define HAVE_mve_vcvtmq_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2495. #define HAVE_mve_vcvtaq_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2496. #define HAVE_mve_vcvtaq_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2497. #define HAVE_mve_vcvtaq_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2498. #define HAVE_mve_vcvtaq_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2499. #define HAVE_mve_vmvnq_n_uv8hi (TARGET_HAVE_MVE)
  2500. #define HAVE_mve_vmvnq_n_sv8hi (TARGET_HAVE_MVE)
  2501. #define HAVE_mve_vmvnq_n_uv4si (TARGET_HAVE_MVE)
  2502. #define HAVE_mve_vmvnq_n_sv4si (TARGET_HAVE_MVE)
  2503. #define HAVE_mve_vrev16q_uv16qi (TARGET_HAVE_MVE)
  2504. #define HAVE_mve_vrev16q_sv16qi (TARGET_HAVE_MVE)
  2505. #define HAVE_mve_vaddlvq_uv4si (TARGET_HAVE_MVE)
  2506. #define HAVE_mve_vaddlvq_sv4si (TARGET_HAVE_MVE)
  2507. #define HAVE_mve_vctp8qhi (TARGET_HAVE_MVE)
  2508. #define HAVE_mve_vctp16qhi (TARGET_HAVE_MVE)
  2509. #define HAVE_mve_vctp32qhi (TARGET_HAVE_MVE)
  2510. #define HAVE_mve_vctp64qhi (TARGET_HAVE_MVE)
  2511. #define HAVE_mve_vpnothi (TARGET_HAVE_MVE)
  2512. #define HAVE_mve_vsubq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2513. #define HAVE_mve_vsubq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2514. #define HAVE_mve_vbrsrq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2515. #define HAVE_mve_vbrsrq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2516. #define HAVE_mve_vcvtq_n_to_f_sv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2517. #define HAVE_mve_vcvtq_n_to_f_uv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2518. #define HAVE_mve_vcvtq_n_to_f_sv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2519. #define HAVE_mve_vcvtq_n_to_f_uv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2520. #define HAVE_mve_vcreateq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2521. #define HAVE_mve_vcreateq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2522. #define HAVE_mve_vcreateq_uv16qi (TARGET_HAVE_MVE)
  2523. #define HAVE_mve_vcreateq_sv16qi (TARGET_HAVE_MVE)
  2524. #define HAVE_mve_vcreateq_uv8hi (TARGET_HAVE_MVE)
  2525. #define HAVE_mve_vcreateq_sv8hi (TARGET_HAVE_MVE)
  2526. #define HAVE_mve_vcreateq_uv4si (TARGET_HAVE_MVE)
  2527. #define HAVE_mve_vcreateq_sv4si (TARGET_HAVE_MVE)
  2528. #define HAVE_mve_vcreateq_uv2di (TARGET_HAVE_MVE)
  2529. #define HAVE_mve_vcreateq_sv2di (TARGET_HAVE_MVE)
  2530. #define HAVE_mve_vshrq_n_sv16qi (TARGET_HAVE_MVE)
  2531. #define HAVE_mve_vshrq_n_uv16qi (TARGET_HAVE_MVE)
  2532. #define HAVE_mve_vshrq_n_sv8hi (TARGET_HAVE_MVE)
  2533. #define HAVE_mve_vshrq_n_uv8hi (TARGET_HAVE_MVE)
  2534. #define HAVE_mve_vshrq_n_sv4si (TARGET_HAVE_MVE)
  2535. #define HAVE_mve_vshrq_n_uv4si (TARGET_HAVE_MVE)
  2536. #define HAVE_mve_vcvtq_n_from_f_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2537. #define HAVE_mve_vcvtq_n_from_f_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2538. #define HAVE_mve_vcvtq_n_from_f_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2539. #define HAVE_mve_vcvtq_n_from_f_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2540. #define HAVE_mve_vaddlvq_p_sv4si (TARGET_HAVE_MVE)
  2541. #define HAVE_mve_vaddlvq_p_uv4si (TARGET_HAVE_MVE)
  2542. #define HAVE_mve_vcmpneq_uv16qi (TARGET_HAVE_MVE)
  2543. #define HAVE_mve_vcmpneq_sv16qi (TARGET_HAVE_MVE)
  2544. #define HAVE_mve_vcmpneq_uv8hi (TARGET_HAVE_MVE)
  2545. #define HAVE_mve_vcmpneq_sv8hi (TARGET_HAVE_MVE)
  2546. #define HAVE_mve_vcmpneq_uv4si (TARGET_HAVE_MVE)
  2547. #define HAVE_mve_vcmpneq_sv4si (TARGET_HAVE_MVE)
  2548. #define HAVE_mve_vshlq_sv16qi (TARGET_HAVE_MVE)
  2549. #define HAVE_mve_vshlq_uv16qi (TARGET_HAVE_MVE)
  2550. #define HAVE_mve_vshlq_sv8hi (TARGET_HAVE_MVE)
  2551. #define HAVE_mve_vshlq_uv8hi (TARGET_HAVE_MVE)
  2552. #define HAVE_mve_vshlq_sv4si (TARGET_HAVE_MVE)
  2553. #define HAVE_mve_vshlq_uv4si (TARGET_HAVE_MVE)
  2554. #define HAVE_mve_vabdq_sv16qi (TARGET_HAVE_MVE)
  2555. #define HAVE_mve_vabdq_uv16qi (TARGET_HAVE_MVE)
  2556. #define HAVE_mve_vabdq_sv8hi (TARGET_HAVE_MVE)
  2557. #define HAVE_mve_vabdq_uv8hi (TARGET_HAVE_MVE)
  2558. #define HAVE_mve_vabdq_sv4si (TARGET_HAVE_MVE)
  2559. #define HAVE_mve_vabdq_uv4si (TARGET_HAVE_MVE)
  2560. #define HAVE_mve_vaddq_n_sv16qi (TARGET_HAVE_MVE)
  2561. #define HAVE_mve_vaddq_n_uv16qi (TARGET_HAVE_MVE)
  2562. #define HAVE_mve_vaddq_n_sv8hi (TARGET_HAVE_MVE)
  2563. #define HAVE_mve_vaddq_n_uv8hi (TARGET_HAVE_MVE)
  2564. #define HAVE_mve_vaddq_n_sv4si (TARGET_HAVE_MVE)
  2565. #define HAVE_mve_vaddq_n_uv4si (TARGET_HAVE_MVE)
  2566. #define HAVE_mve_vaddvaq_sv16qi (TARGET_HAVE_MVE)
  2567. #define HAVE_mve_vaddvaq_uv16qi (TARGET_HAVE_MVE)
  2568. #define HAVE_mve_vaddvaq_sv8hi (TARGET_HAVE_MVE)
  2569. #define HAVE_mve_vaddvaq_uv8hi (TARGET_HAVE_MVE)
  2570. #define HAVE_mve_vaddvaq_sv4si (TARGET_HAVE_MVE)
  2571. #define HAVE_mve_vaddvaq_uv4si (TARGET_HAVE_MVE)
  2572. #define HAVE_mve_vaddvq_p_uv16qi (TARGET_HAVE_MVE)
  2573. #define HAVE_mve_vaddvq_p_sv16qi (TARGET_HAVE_MVE)
  2574. #define HAVE_mve_vaddvq_p_uv8hi (TARGET_HAVE_MVE)
  2575. #define HAVE_mve_vaddvq_p_sv8hi (TARGET_HAVE_MVE)
  2576. #define HAVE_mve_vaddvq_p_uv4si (TARGET_HAVE_MVE)
  2577. #define HAVE_mve_vaddvq_p_sv4si (TARGET_HAVE_MVE)
  2578. #define HAVE_mve_vandq_uv16qi (TARGET_HAVE_MVE)
  2579. #define HAVE_mve_vandq_sv16qi (TARGET_HAVE_MVE)
  2580. #define HAVE_mve_vandq_uv8hi (TARGET_HAVE_MVE)
  2581. #define HAVE_mve_vandq_sv8hi (TARGET_HAVE_MVE)
  2582. #define HAVE_mve_vandq_uv4si (TARGET_HAVE_MVE)
  2583. #define HAVE_mve_vandq_sv4si (TARGET_HAVE_MVE)
  2584. #define HAVE_mve_vbicq_sv16qi (TARGET_HAVE_MVE)
  2585. #define HAVE_mve_vbicq_uv16qi (TARGET_HAVE_MVE)
  2586. #define HAVE_mve_vbicq_sv8hi (TARGET_HAVE_MVE)
  2587. #define HAVE_mve_vbicq_uv8hi (TARGET_HAVE_MVE)
  2588. #define HAVE_mve_vbicq_sv4si (TARGET_HAVE_MVE)
  2589. #define HAVE_mve_vbicq_uv4si (TARGET_HAVE_MVE)
  2590. #define HAVE_mve_vbrsrq_n_uv16qi (TARGET_HAVE_MVE)
  2591. #define HAVE_mve_vbrsrq_n_sv16qi (TARGET_HAVE_MVE)
  2592. #define HAVE_mve_vbrsrq_n_uv8hi (TARGET_HAVE_MVE)
  2593. #define HAVE_mve_vbrsrq_n_sv8hi (TARGET_HAVE_MVE)
  2594. #define HAVE_mve_vbrsrq_n_uv4si (TARGET_HAVE_MVE)
  2595. #define HAVE_mve_vbrsrq_n_sv4si (TARGET_HAVE_MVE)
  2596. #define HAVE_mve_vcaddq_rot270_sv16qi (TARGET_HAVE_MVE)
  2597. #define HAVE_mve_vcaddq_rot270_uv16qi (TARGET_HAVE_MVE)
  2598. #define HAVE_mve_vcaddq_rot270_sv8hi (TARGET_HAVE_MVE)
  2599. #define HAVE_mve_vcaddq_rot270_uv8hi (TARGET_HAVE_MVE)
  2600. #define HAVE_mve_vcaddq_rot270_sv4si (TARGET_HAVE_MVE)
  2601. #define HAVE_mve_vcaddq_rot270_uv4si (TARGET_HAVE_MVE)
  2602. #define HAVE_mve_vcaddq_rot90_uv16qi (TARGET_HAVE_MVE)
  2603. #define HAVE_mve_vcaddq_rot90_sv16qi (TARGET_HAVE_MVE)
  2604. #define HAVE_mve_vcaddq_rot90_uv8hi (TARGET_HAVE_MVE)
  2605. #define HAVE_mve_vcaddq_rot90_sv8hi (TARGET_HAVE_MVE)
  2606. #define HAVE_mve_vcaddq_rot90_uv4si (TARGET_HAVE_MVE)
  2607. #define HAVE_mve_vcaddq_rot90_sv4si (TARGET_HAVE_MVE)
  2608. #define HAVE_mve_vcmpcsq_n_uv16qi (TARGET_HAVE_MVE)
  2609. #define HAVE_mve_vcmpcsq_n_uv8hi (TARGET_HAVE_MVE)
  2610. #define HAVE_mve_vcmpcsq_n_uv4si (TARGET_HAVE_MVE)
  2611. #define HAVE_mve_vcmpcsq_uv16qi (TARGET_HAVE_MVE)
  2612. #define HAVE_mve_vcmpcsq_uv8hi (TARGET_HAVE_MVE)
  2613. #define HAVE_mve_vcmpcsq_uv4si (TARGET_HAVE_MVE)
  2614. #define HAVE_mve_vcmpeqq_n_sv16qi (TARGET_HAVE_MVE)
  2615. #define HAVE_mve_vcmpeqq_n_uv16qi (TARGET_HAVE_MVE)
  2616. #define HAVE_mve_vcmpeqq_n_sv8hi (TARGET_HAVE_MVE)
  2617. #define HAVE_mve_vcmpeqq_n_uv8hi (TARGET_HAVE_MVE)
  2618. #define HAVE_mve_vcmpeqq_n_sv4si (TARGET_HAVE_MVE)
  2619. #define HAVE_mve_vcmpeqq_n_uv4si (TARGET_HAVE_MVE)
  2620. #define HAVE_mve_vcmpeqq_uv16qi (TARGET_HAVE_MVE)
  2621. #define HAVE_mve_vcmpeqq_sv16qi (TARGET_HAVE_MVE)
  2622. #define HAVE_mve_vcmpeqq_uv8hi (TARGET_HAVE_MVE)
  2623. #define HAVE_mve_vcmpeqq_sv8hi (TARGET_HAVE_MVE)
  2624. #define HAVE_mve_vcmpeqq_uv4si (TARGET_HAVE_MVE)
  2625. #define HAVE_mve_vcmpeqq_sv4si (TARGET_HAVE_MVE)
  2626. #define HAVE_mve_vcmpgeq_n_sv16qi (TARGET_HAVE_MVE)
  2627. #define HAVE_mve_vcmpgeq_n_sv8hi (TARGET_HAVE_MVE)
  2628. #define HAVE_mve_vcmpgeq_n_sv4si (TARGET_HAVE_MVE)
  2629. #define HAVE_mve_vcmpgeq_sv16qi (TARGET_HAVE_MVE)
  2630. #define HAVE_mve_vcmpgeq_sv8hi (TARGET_HAVE_MVE)
  2631. #define HAVE_mve_vcmpgeq_sv4si (TARGET_HAVE_MVE)
  2632. #define HAVE_mve_vcmpgtq_n_sv16qi (TARGET_HAVE_MVE)
  2633. #define HAVE_mve_vcmpgtq_n_sv8hi (TARGET_HAVE_MVE)
  2634. #define HAVE_mve_vcmpgtq_n_sv4si (TARGET_HAVE_MVE)
  2635. #define HAVE_mve_vcmpgtq_sv16qi (TARGET_HAVE_MVE)
  2636. #define HAVE_mve_vcmpgtq_sv8hi (TARGET_HAVE_MVE)
  2637. #define HAVE_mve_vcmpgtq_sv4si (TARGET_HAVE_MVE)
  2638. #define HAVE_mve_vcmphiq_n_uv16qi (TARGET_HAVE_MVE)
  2639. #define HAVE_mve_vcmphiq_n_uv8hi (TARGET_HAVE_MVE)
  2640. #define HAVE_mve_vcmphiq_n_uv4si (TARGET_HAVE_MVE)
  2641. #define HAVE_mve_vcmphiq_uv16qi (TARGET_HAVE_MVE)
  2642. #define HAVE_mve_vcmphiq_uv8hi (TARGET_HAVE_MVE)
  2643. #define HAVE_mve_vcmphiq_uv4si (TARGET_HAVE_MVE)
  2644. #define HAVE_mve_vcmpleq_n_sv16qi (TARGET_HAVE_MVE)
  2645. #define HAVE_mve_vcmpleq_n_sv8hi (TARGET_HAVE_MVE)
  2646. #define HAVE_mve_vcmpleq_n_sv4si (TARGET_HAVE_MVE)
  2647. #define HAVE_mve_vcmpleq_sv16qi (TARGET_HAVE_MVE)
  2648. #define HAVE_mve_vcmpleq_sv8hi (TARGET_HAVE_MVE)
  2649. #define HAVE_mve_vcmpleq_sv4si (TARGET_HAVE_MVE)
  2650. #define HAVE_mve_vcmpltq_n_sv16qi (TARGET_HAVE_MVE)
  2651. #define HAVE_mve_vcmpltq_n_sv8hi (TARGET_HAVE_MVE)
  2652. #define HAVE_mve_vcmpltq_n_sv4si (TARGET_HAVE_MVE)
  2653. #define HAVE_mve_vcmpltq_sv16qi (TARGET_HAVE_MVE)
  2654. #define HAVE_mve_vcmpltq_sv8hi (TARGET_HAVE_MVE)
  2655. #define HAVE_mve_vcmpltq_sv4si (TARGET_HAVE_MVE)
  2656. #define HAVE_mve_vcmpneq_n_uv16qi (TARGET_HAVE_MVE)
  2657. #define HAVE_mve_vcmpneq_n_sv16qi (TARGET_HAVE_MVE)
  2658. #define HAVE_mve_vcmpneq_n_uv8hi (TARGET_HAVE_MVE)
  2659. #define HAVE_mve_vcmpneq_n_sv8hi (TARGET_HAVE_MVE)
  2660. #define HAVE_mve_vcmpneq_n_uv4si (TARGET_HAVE_MVE)
  2661. #define HAVE_mve_vcmpneq_n_sv4si (TARGET_HAVE_MVE)
  2662. #define HAVE_mve_veorq_uv16qi (TARGET_HAVE_MVE)
  2663. #define HAVE_mve_veorq_sv16qi (TARGET_HAVE_MVE)
  2664. #define HAVE_mve_veorq_uv8hi (TARGET_HAVE_MVE)
  2665. #define HAVE_mve_veorq_sv8hi (TARGET_HAVE_MVE)
  2666. #define HAVE_mve_veorq_uv4si (TARGET_HAVE_MVE)
  2667. #define HAVE_mve_veorq_sv4si (TARGET_HAVE_MVE)
  2668. #define HAVE_mve_vhaddq_n_uv16qi (TARGET_HAVE_MVE)
  2669. #define HAVE_mve_vhaddq_n_sv16qi (TARGET_HAVE_MVE)
  2670. #define HAVE_mve_vhaddq_n_uv8hi (TARGET_HAVE_MVE)
  2671. #define HAVE_mve_vhaddq_n_sv8hi (TARGET_HAVE_MVE)
  2672. #define HAVE_mve_vhaddq_n_uv4si (TARGET_HAVE_MVE)
  2673. #define HAVE_mve_vhaddq_n_sv4si (TARGET_HAVE_MVE)
  2674. #define HAVE_mve_vhaddq_sv16qi (TARGET_HAVE_MVE)
  2675. #define HAVE_mve_vhaddq_uv16qi (TARGET_HAVE_MVE)
  2676. #define HAVE_mve_vhaddq_sv8hi (TARGET_HAVE_MVE)
  2677. #define HAVE_mve_vhaddq_uv8hi (TARGET_HAVE_MVE)
  2678. #define HAVE_mve_vhaddq_sv4si (TARGET_HAVE_MVE)
  2679. #define HAVE_mve_vhaddq_uv4si (TARGET_HAVE_MVE)
  2680. #define HAVE_mve_vhcaddq_rot270_sv16qi (TARGET_HAVE_MVE)
  2681. #define HAVE_mve_vhcaddq_rot270_sv8hi (TARGET_HAVE_MVE)
  2682. #define HAVE_mve_vhcaddq_rot270_sv4si (TARGET_HAVE_MVE)
  2683. #define HAVE_mve_vhcaddq_rot90_sv16qi (TARGET_HAVE_MVE)
  2684. #define HAVE_mve_vhcaddq_rot90_sv8hi (TARGET_HAVE_MVE)
  2685. #define HAVE_mve_vhcaddq_rot90_sv4si (TARGET_HAVE_MVE)
  2686. #define HAVE_mve_vhsubq_n_uv16qi (TARGET_HAVE_MVE)
  2687. #define HAVE_mve_vhsubq_n_sv16qi (TARGET_HAVE_MVE)
  2688. #define HAVE_mve_vhsubq_n_uv8hi (TARGET_HAVE_MVE)
  2689. #define HAVE_mve_vhsubq_n_sv8hi (TARGET_HAVE_MVE)
  2690. #define HAVE_mve_vhsubq_n_uv4si (TARGET_HAVE_MVE)
  2691. #define HAVE_mve_vhsubq_n_sv4si (TARGET_HAVE_MVE)
  2692. #define HAVE_mve_vhsubq_sv16qi (TARGET_HAVE_MVE)
  2693. #define HAVE_mve_vhsubq_uv16qi (TARGET_HAVE_MVE)
  2694. #define HAVE_mve_vhsubq_sv8hi (TARGET_HAVE_MVE)
  2695. #define HAVE_mve_vhsubq_uv8hi (TARGET_HAVE_MVE)
  2696. #define HAVE_mve_vhsubq_sv4si (TARGET_HAVE_MVE)
  2697. #define HAVE_mve_vhsubq_uv4si (TARGET_HAVE_MVE)
  2698. #define HAVE_mve_vmaxaq_sv16qi (TARGET_HAVE_MVE)
  2699. #define HAVE_mve_vmaxaq_sv8hi (TARGET_HAVE_MVE)
  2700. #define HAVE_mve_vmaxaq_sv4si (TARGET_HAVE_MVE)
  2701. #define HAVE_mve_vmaxavq_sv16qi (TARGET_HAVE_MVE)
  2702. #define HAVE_mve_vmaxavq_sv8hi (TARGET_HAVE_MVE)
  2703. #define HAVE_mve_vmaxavq_sv4si (TARGET_HAVE_MVE)
  2704. #define HAVE_mve_vmaxq_uv16qi (TARGET_HAVE_MVE)
  2705. #define HAVE_mve_vmaxq_sv16qi (TARGET_HAVE_MVE)
  2706. #define HAVE_mve_vmaxq_uv8hi (TARGET_HAVE_MVE)
  2707. #define HAVE_mve_vmaxq_sv8hi (TARGET_HAVE_MVE)
  2708. #define HAVE_mve_vmaxq_uv4si (TARGET_HAVE_MVE)
  2709. #define HAVE_mve_vmaxq_sv4si (TARGET_HAVE_MVE)
  2710. #define HAVE_mve_vmaxvq_uv16qi (TARGET_HAVE_MVE)
  2711. #define HAVE_mve_vmaxvq_sv16qi (TARGET_HAVE_MVE)
  2712. #define HAVE_mve_vmaxvq_uv8hi (TARGET_HAVE_MVE)
  2713. #define HAVE_mve_vmaxvq_sv8hi (TARGET_HAVE_MVE)
  2714. #define HAVE_mve_vmaxvq_uv4si (TARGET_HAVE_MVE)
  2715. #define HAVE_mve_vmaxvq_sv4si (TARGET_HAVE_MVE)
  2716. #define HAVE_mve_vminaq_sv16qi (TARGET_HAVE_MVE)
  2717. #define HAVE_mve_vminaq_sv8hi (TARGET_HAVE_MVE)
  2718. #define HAVE_mve_vminaq_sv4si (TARGET_HAVE_MVE)
  2719. #define HAVE_mve_vminavq_sv16qi (TARGET_HAVE_MVE)
  2720. #define HAVE_mve_vminavq_sv8hi (TARGET_HAVE_MVE)
  2721. #define HAVE_mve_vminavq_sv4si (TARGET_HAVE_MVE)
  2722. #define HAVE_mve_vminq_sv16qi (TARGET_HAVE_MVE)
  2723. #define HAVE_mve_vminq_uv16qi (TARGET_HAVE_MVE)
  2724. #define HAVE_mve_vminq_sv8hi (TARGET_HAVE_MVE)
  2725. #define HAVE_mve_vminq_uv8hi (TARGET_HAVE_MVE)
  2726. #define HAVE_mve_vminq_sv4si (TARGET_HAVE_MVE)
  2727. #define HAVE_mve_vminq_uv4si (TARGET_HAVE_MVE)
  2728. #define HAVE_mve_vminvq_uv16qi (TARGET_HAVE_MVE)
  2729. #define HAVE_mve_vminvq_sv16qi (TARGET_HAVE_MVE)
  2730. #define HAVE_mve_vminvq_uv8hi (TARGET_HAVE_MVE)
  2731. #define HAVE_mve_vminvq_sv8hi (TARGET_HAVE_MVE)
  2732. #define HAVE_mve_vminvq_uv4si (TARGET_HAVE_MVE)
  2733. #define HAVE_mve_vminvq_sv4si (TARGET_HAVE_MVE)
  2734. #define HAVE_mve_vmladavq_uv16qi (TARGET_HAVE_MVE)
  2735. #define HAVE_mve_vmladavq_sv16qi (TARGET_HAVE_MVE)
  2736. #define HAVE_mve_vmladavq_uv8hi (TARGET_HAVE_MVE)
  2737. #define HAVE_mve_vmladavq_sv8hi (TARGET_HAVE_MVE)
  2738. #define HAVE_mve_vmladavq_uv4si (TARGET_HAVE_MVE)
  2739. #define HAVE_mve_vmladavq_sv4si (TARGET_HAVE_MVE)
  2740. #define HAVE_mve_vmladavxq_sv16qi (TARGET_HAVE_MVE)
  2741. #define HAVE_mve_vmladavxq_sv8hi (TARGET_HAVE_MVE)
  2742. #define HAVE_mve_vmladavxq_sv4si (TARGET_HAVE_MVE)
  2743. #define HAVE_mve_vmlsdavq_sv16qi (TARGET_HAVE_MVE)
  2744. #define HAVE_mve_vmlsdavq_sv8hi (TARGET_HAVE_MVE)
  2745. #define HAVE_mve_vmlsdavq_sv4si (TARGET_HAVE_MVE)
  2746. #define HAVE_mve_vmlsdavxq_sv16qi (TARGET_HAVE_MVE)
  2747. #define HAVE_mve_vmlsdavxq_sv8hi (TARGET_HAVE_MVE)
  2748. #define HAVE_mve_vmlsdavxq_sv4si (TARGET_HAVE_MVE)
  2749. #define HAVE_mve_vmulhq_sv16qi (TARGET_HAVE_MVE)
  2750. #define HAVE_mve_vmulhq_uv16qi (TARGET_HAVE_MVE)
  2751. #define HAVE_mve_vmulhq_sv8hi (TARGET_HAVE_MVE)
  2752. #define HAVE_mve_vmulhq_uv8hi (TARGET_HAVE_MVE)
  2753. #define HAVE_mve_vmulhq_sv4si (TARGET_HAVE_MVE)
  2754. #define HAVE_mve_vmulhq_uv4si (TARGET_HAVE_MVE)
  2755. #define HAVE_mve_vmullbq_int_uv16qi (TARGET_HAVE_MVE)
  2756. #define HAVE_mve_vmullbq_int_sv16qi (TARGET_HAVE_MVE)
  2757. #define HAVE_mve_vmullbq_int_uv8hi (TARGET_HAVE_MVE)
  2758. #define HAVE_mve_vmullbq_int_sv8hi (TARGET_HAVE_MVE)
  2759. #define HAVE_mve_vmullbq_int_uv4si (TARGET_HAVE_MVE)
  2760. #define HAVE_mve_vmullbq_int_sv4si (TARGET_HAVE_MVE)
  2761. #define HAVE_mve_vmulltq_int_uv16qi (TARGET_HAVE_MVE)
  2762. #define HAVE_mve_vmulltq_int_sv16qi (TARGET_HAVE_MVE)
  2763. #define HAVE_mve_vmulltq_int_uv8hi (TARGET_HAVE_MVE)
  2764. #define HAVE_mve_vmulltq_int_sv8hi (TARGET_HAVE_MVE)
  2765. #define HAVE_mve_vmulltq_int_uv4si (TARGET_HAVE_MVE)
  2766. #define HAVE_mve_vmulltq_int_sv4si (TARGET_HAVE_MVE)
  2767. #define HAVE_mve_vmulq_n_uv16qi (TARGET_HAVE_MVE)
  2768. #define HAVE_mve_vmulq_n_sv16qi (TARGET_HAVE_MVE)
  2769. #define HAVE_mve_vmulq_n_uv8hi (TARGET_HAVE_MVE)
  2770. #define HAVE_mve_vmulq_n_sv8hi (TARGET_HAVE_MVE)
  2771. #define HAVE_mve_vmulq_n_uv4si (TARGET_HAVE_MVE)
  2772. #define HAVE_mve_vmulq_n_sv4si (TARGET_HAVE_MVE)
  2773. #define HAVE_mve_vmulq_uv16qi (TARGET_HAVE_MVE)
  2774. #define HAVE_mve_vmulq_sv16qi (TARGET_HAVE_MVE)
  2775. #define HAVE_mve_vmulq_uv8hi (TARGET_HAVE_MVE)
  2776. #define HAVE_mve_vmulq_sv8hi (TARGET_HAVE_MVE)
  2777. #define HAVE_mve_vmulq_uv4si (TARGET_HAVE_MVE)
  2778. #define HAVE_mve_vmulq_sv4si (TARGET_HAVE_MVE)
  2779. #define HAVE_mve_vornq_uv16qi (TARGET_HAVE_MVE)
  2780. #define HAVE_mve_vornq_sv16qi (TARGET_HAVE_MVE)
  2781. #define HAVE_mve_vornq_uv8hi (TARGET_HAVE_MVE)
  2782. #define HAVE_mve_vornq_sv8hi (TARGET_HAVE_MVE)
  2783. #define HAVE_mve_vornq_uv4si (TARGET_HAVE_MVE)
  2784. #define HAVE_mve_vornq_sv4si (TARGET_HAVE_MVE)
  2785. #define HAVE_mve_vorrq_sv16qi (TARGET_HAVE_MVE)
  2786. #define HAVE_mve_vorrq_uv16qi (TARGET_HAVE_MVE)
  2787. #define HAVE_mve_vorrq_sv8hi (TARGET_HAVE_MVE)
  2788. #define HAVE_mve_vorrq_uv8hi (TARGET_HAVE_MVE)
  2789. #define HAVE_mve_vorrq_sv4si (TARGET_HAVE_MVE)
  2790. #define HAVE_mve_vorrq_uv4si (TARGET_HAVE_MVE)
  2791. #define HAVE_mve_vqaddq_n_sv16qi (TARGET_HAVE_MVE)
  2792. #define HAVE_mve_vqaddq_n_uv16qi (TARGET_HAVE_MVE)
  2793. #define HAVE_mve_vqaddq_n_sv8hi (TARGET_HAVE_MVE)
  2794. #define HAVE_mve_vqaddq_n_uv8hi (TARGET_HAVE_MVE)
  2795. #define HAVE_mve_vqaddq_n_sv4si (TARGET_HAVE_MVE)
  2796. #define HAVE_mve_vqaddq_n_uv4si (TARGET_HAVE_MVE)
  2797. #define HAVE_mve_vqaddq_uv16qi (TARGET_HAVE_MVE)
  2798. #define HAVE_mve_vqaddq_sv16qi (TARGET_HAVE_MVE)
  2799. #define HAVE_mve_vqaddq_uv8hi (TARGET_HAVE_MVE)
  2800. #define HAVE_mve_vqaddq_sv8hi (TARGET_HAVE_MVE)
  2801. #define HAVE_mve_vqaddq_uv4si (TARGET_HAVE_MVE)
  2802. #define HAVE_mve_vqaddq_sv4si (TARGET_HAVE_MVE)
  2803. #define HAVE_mve_vqdmulhq_n_sv16qi (TARGET_HAVE_MVE)
  2804. #define HAVE_mve_vqdmulhq_n_sv8hi (TARGET_HAVE_MVE)
  2805. #define HAVE_mve_vqdmulhq_n_sv4si (TARGET_HAVE_MVE)
  2806. #define HAVE_mve_vqdmulhq_sv16qi (TARGET_HAVE_MVE)
  2807. #define HAVE_mve_vqdmulhq_sv8hi (TARGET_HAVE_MVE)
  2808. #define HAVE_mve_vqdmulhq_sv4si (TARGET_HAVE_MVE)
  2809. #define HAVE_mve_vqrdmulhq_n_sv16qi (TARGET_HAVE_MVE)
  2810. #define HAVE_mve_vqrdmulhq_n_sv8hi (TARGET_HAVE_MVE)
  2811. #define HAVE_mve_vqrdmulhq_n_sv4si (TARGET_HAVE_MVE)
  2812. #define HAVE_mve_vqrdmulhq_sv16qi (TARGET_HAVE_MVE)
  2813. #define HAVE_mve_vqrdmulhq_sv8hi (TARGET_HAVE_MVE)
  2814. #define HAVE_mve_vqrdmulhq_sv4si (TARGET_HAVE_MVE)
  2815. #define HAVE_mve_vqrshlq_n_sv16qi (TARGET_HAVE_MVE)
  2816. #define HAVE_mve_vqrshlq_n_uv16qi (TARGET_HAVE_MVE)
  2817. #define HAVE_mve_vqrshlq_n_sv8hi (TARGET_HAVE_MVE)
  2818. #define HAVE_mve_vqrshlq_n_uv8hi (TARGET_HAVE_MVE)
  2819. #define HAVE_mve_vqrshlq_n_sv4si (TARGET_HAVE_MVE)
  2820. #define HAVE_mve_vqrshlq_n_uv4si (TARGET_HAVE_MVE)
  2821. #define HAVE_mve_vqrshlq_sv16qi (TARGET_HAVE_MVE)
  2822. #define HAVE_mve_vqrshlq_uv16qi (TARGET_HAVE_MVE)
  2823. #define HAVE_mve_vqrshlq_sv8hi (TARGET_HAVE_MVE)
  2824. #define HAVE_mve_vqrshlq_uv8hi (TARGET_HAVE_MVE)
  2825. #define HAVE_mve_vqrshlq_sv4si (TARGET_HAVE_MVE)
  2826. #define HAVE_mve_vqrshlq_uv4si (TARGET_HAVE_MVE)
  2827. #define HAVE_mve_vqshlq_n_sv16qi (TARGET_HAVE_MVE)
  2828. #define HAVE_mve_vqshlq_n_uv16qi (TARGET_HAVE_MVE)
  2829. #define HAVE_mve_vqshlq_n_sv8hi (TARGET_HAVE_MVE)
  2830. #define HAVE_mve_vqshlq_n_uv8hi (TARGET_HAVE_MVE)
  2831. #define HAVE_mve_vqshlq_n_sv4si (TARGET_HAVE_MVE)
  2832. #define HAVE_mve_vqshlq_n_uv4si (TARGET_HAVE_MVE)
  2833. #define HAVE_mve_vqshlq_r_uv16qi (TARGET_HAVE_MVE)
  2834. #define HAVE_mve_vqshlq_r_sv16qi (TARGET_HAVE_MVE)
  2835. #define HAVE_mve_vqshlq_r_uv8hi (TARGET_HAVE_MVE)
  2836. #define HAVE_mve_vqshlq_r_sv8hi (TARGET_HAVE_MVE)
  2837. #define HAVE_mve_vqshlq_r_uv4si (TARGET_HAVE_MVE)
  2838. #define HAVE_mve_vqshlq_r_sv4si (TARGET_HAVE_MVE)
  2839. #define HAVE_mve_vqshlq_sv16qi (TARGET_HAVE_MVE)
  2840. #define HAVE_mve_vqshlq_uv16qi (TARGET_HAVE_MVE)
  2841. #define HAVE_mve_vqshlq_sv8hi (TARGET_HAVE_MVE)
  2842. #define HAVE_mve_vqshlq_uv8hi (TARGET_HAVE_MVE)
  2843. #define HAVE_mve_vqshlq_sv4si (TARGET_HAVE_MVE)
  2844. #define HAVE_mve_vqshlq_uv4si (TARGET_HAVE_MVE)
  2845. #define HAVE_mve_vqshluq_n_sv16qi (TARGET_HAVE_MVE)
  2846. #define HAVE_mve_vqshluq_n_sv8hi (TARGET_HAVE_MVE)
  2847. #define HAVE_mve_vqshluq_n_sv4si (TARGET_HAVE_MVE)
  2848. #define HAVE_mve_vqsubq_n_sv16qi (TARGET_HAVE_MVE)
  2849. #define HAVE_mve_vqsubq_n_uv16qi (TARGET_HAVE_MVE)
  2850. #define HAVE_mve_vqsubq_n_sv8hi (TARGET_HAVE_MVE)
  2851. #define HAVE_mve_vqsubq_n_uv8hi (TARGET_HAVE_MVE)
  2852. #define HAVE_mve_vqsubq_n_sv4si (TARGET_HAVE_MVE)
  2853. #define HAVE_mve_vqsubq_n_uv4si (TARGET_HAVE_MVE)
  2854. #define HAVE_mve_vqsubq_uv16qi (TARGET_HAVE_MVE)
  2855. #define HAVE_mve_vqsubq_sv16qi (TARGET_HAVE_MVE)
  2856. #define HAVE_mve_vqsubq_uv8hi (TARGET_HAVE_MVE)
  2857. #define HAVE_mve_vqsubq_sv8hi (TARGET_HAVE_MVE)
  2858. #define HAVE_mve_vqsubq_uv4si (TARGET_HAVE_MVE)
  2859. #define HAVE_mve_vqsubq_sv4si (TARGET_HAVE_MVE)
  2860. #define HAVE_mve_vrhaddq_sv16qi (TARGET_HAVE_MVE)
  2861. #define HAVE_mve_vrhaddq_uv16qi (TARGET_HAVE_MVE)
  2862. #define HAVE_mve_vrhaddq_sv8hi (TARGET_HAVE_MVE)
  2863. #define HAVE_mve_vrhaddq_uv8hi (TARGET_HAVE_MVE)
  2864. #define HAVE_mve_vrhaddq_sv4si (TARGET_HAVE_MVE)
  2865. #define HAVE_mve_vrhaddq_uv4si (TARGET_HAVE_MVE)
  2866. #define HAVE_mve_vrmulhq_sv16qi (TARGET_HAVE_MVE)
  2867. #define HAVE_mve_vrmulhq_uv16qi (TARGET_HAVE_MVE)
  2868. #define HAVE_mve_vrmulhq_sv8hi (TARGET_HAVE_MVE)
  2869. #define HAVE_mve_vrmulhq_uv8hi (TARGET_HAVE_MVE)
  2870. #define HAVE_mve_vrmulhq_sv4si (TARGET_HAVE_MVE)
  2871. #define HAVE_mve_vrmulhq_uv4si (TARGET_HAVE_MVE)
  2872. #define HAVE_mve_vrshlq_n_uv16qi (TARGET_HAVE_MVE)
  2873. #define HAVE_mve_vrshlq_n_sv16qi (TARGET_HAVE_MVE)
  2874. #define HAVE_mve_vrshlq_n_uv8hi (TARGET_HAVE_MVE)
  2875. #define HAVE_mve_vrshlq_n_sv8hi (TARGET_HAVE_MVE)
  2876. #define HAVE_mve_vrshlq_n_uv4si (TARGET_HAVE_MVE)
  2877. #define HAVE_mve_vrshlq_n_sv4si (TARGET_HAVE_MVE)
  2878. #define HAVE_mve_vrshlq_sv16qi (TARGET_HAVE_MVE)
  2879. #define HAVE_mve_vrshlq_uv16qi (TARGET_HAVE_MVE)
  2880. #define HAVE_mve_vrshlq_sv8hi (TARGET_HAVE_MVE)
  2881. #define HAVE_mve_vrshlq_uv8hi (TARGET_HAVE_MVE)
  2882. #define HAVE_mve_vrshlq_sv4si (TARGET_HAVE_MVE)
  2883. #define HAVE_mve_vrshlq_uv4si (TARGET_HAVE_MVE)
  2884. #define HAVE_mve_vrshrq_n_sv16qi (TARGET_HAVE_MVE)
  2885. #define HAVE_mve_vrshrq_n_uv16qi (TARGET_HAVE_MVE)
  2886. #define HAVE_mve_vrshrq_n_sv8hi (TARGET_HAVE_MVE)
  2887. #define HAVE_mve_vrshrq_n_uv8hi (TARGET_HAVE_MVE)
  2888. #define HAVE_mve_vrshrq_n_sv4si (TARGET_HAVE_MVE)
  2889. #define HAVE_mve_vrshrq_n_uv4si (TARGET_HAVE_MVE)
  2890. #define HAVE_mve_vshlq_n_uv16qi (TARGET_HAVE_MVE)
  2891. #define HAVE_mve_vshlq_n_sv16qi (TARGET_HAVE_MVE)
  2892. #define HAVE_mve_vshlq_n_uv8hi (TARGET_HAVE_MVE)
  2893. #define HAVE_mve_vshlq_n_sv8hi (TARGET_HAVE_MVE)
  2894. #define HAVE_mve_vshlq_n_uv4si (TARGET_HAVE_MVE)
  2895. #define HAVE_mve_vshlq_n_sv4si (TARGET_HAVE_MVE)
  2896. #define HAVE_mve_vshlq_r_sv16qi (TARGET_HAVE_MVE)
  2897. #define HAVE_mve_vshlq_r_uv16qi (TARGET_HAVE_MVE)
  2898. #define HAVE_mve_vshlq_r_sv8hi (TARGET_HAVE_MVE)
  2899. #define HAVE_mve_vshlq_r_uv8hi (TARGET_HAVE_MVE)
  2900. #define HAVE_mve_vshlq_r_sv4si (TARGET_HAVE_MVE)
  2901. #define HAVE_mve_vshlq_r_uv4si (TARGET_HAVE_MVE)
  2902. #define HAVE_mve_vsubq_n_sv16qi (TARGET_HAVE_MVE)
  2903. #define HAVE_mve_vsubq_n_uv16qi (TARGET_HAVE_MVE)
  2904. #define HAVE_mve_vsubq_n_sv8hi (TARGET_HAVE_MVE)
  2905. #define HAVE_mve_vsubq_n_uv8hi (TARGET_HAVE_MVE)
  2906. #define HAVE_mve_vsubq_n_sv4si (TARGET_HAVE_MVE)
  2907. #define HAVE_mve_vsubq_n_uv4si (TARGET_HAVE_MVE)
  2908. #define HAVE_mve_vsubq_sv16qi (TARGET_HAVE_MVE)
  2909. #define HAVE_mve_vsubq_uv16qi (TARGET_HAVE_MVE)
  2910. #define HAVE_mve_vsubq_sv8hi (TARGET_HAVE_MVE)
  2911. #define HAVE_mve_vsubq_uv8hi (TARGET_HAVE_MVE)
  2912. #define HAVE_mve_vsubq_sv4si (TARGET_HAVE_MVE)
  2913. #define HAVE_mve_vsubq_uv4si (TARGET_HAVE_MVE)
  2914. #define HAVE_mve_vabdq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2915. #define HAVE_mve_vabdq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2916. #define HAVE_mve_vaddlvaq_sv4si (TARGET_HAVE_MVE)
  2917. #define HAVE_mve_vaddlvaq_uv4si (TARGET_HAVE_MVE)
  2918. #define HAVE_mve_vaddq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2919. #define HAVE_mve_vaddq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2920. #define HAVE_mve_vandq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2921. #define HAVE_mve_vandq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2922. #define HAVE_mve_vbicq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2923. #define HAVE_mve_vbicq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2924. #define HAVE_mve_vbicq_n_sv8hi (TARGET_HAVE_MVE)
  2925. #define HAVE_mve_vbicq_n_uv8hi (TARGET_HAVE_MVE)
  2926. #define HAVE_mve_vbicq_n_sv4si (TARGET_HAVE_MVE)
  2927. #define HAVE_mve_vbicq_n_uv4si (TARGET_HAVE_MVE)
  2928. #define HAVE_mve_vcaddq_rot270_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2929. #define HAVE_mve_vcaddq_rot270_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2930. #define HAVE_mve_vcaddq_rot90_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2931. #define HAVE_mve_vcaddq_rot90_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2932. #define HAVE_mve_vcmpeqq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2933. #define HAVE_mve_vcmpeqq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2934. #define HAVE_mve_vcmpeqq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2935. #define HAVE_mve_vcmpeqq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2936. #define HAVE_mve_vcmpgeq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2937. #define HAVE_mve_vcmpgeq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2938. #define HAVE_mve_vcmpgeq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2939. #define HAVE_mve_vcmpgeq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2940. #define HAVE_mve_vcmpgtq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2941. #define HAVE_mve_vcmpgtq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2942. #define HAVE_mve_vcmpgtq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2943. #define HAVE_mve_vcmpgtq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2944. #define HAVE_mve_vcmpleq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2945. #define HAVE_mve_vcmpleq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2946. #define HAVE_mve_vcmpleq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2947. #define HAVE_mve_vcmpleq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2948. #define HAVE_mve_vcmpltq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2949. #define HAVE_mve_vcmpltq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2950. #define HAVE_mve_vcmpltq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2951. #define HAVE_mve_vcmpltq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2952. #define HAVE_mve_vcmpneq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2953. #define HAVE_mve_vcmpneq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2954. #define HAVE_mve_vcmpneq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2955. #define HAVE_mve_vcmpneq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2956. #define HAVE_mve_vcmulq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2957. #define HAVE_mve_vcmulq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2958. #define HAVE_mve_vcmulq_rot180_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2959. #define HAVE_mve_vcmulq_rot180_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2960. #define HAVE_mve_vcmulq_rot270_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2961. #define HAVE_mve_vcmulq_rot270_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2962. #define HAVE_mve_vcmulq_rot90_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2963. #define HAVE_mve_vcmulq_rot90_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2964. #define HAVE_mve_vctp8q_mhi (TARGET_HAVE_MVE)
  2965. #define HAVE_mve_vctp16q_mhi (TARGET_HAVE_MVE)
  2966. #define HAVE_mve_vctp32q_mhi (TARGET_HAVE_MVE)
  2967. #define HAVE_mve_vctp64q_mhi (TARGET_HAVE_MVE)
  2968. #define HAVE_mve_vcvtbq_f16_f32v8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2969. #define HAVE_mve_vcvttq_f16_f32v8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2970. #define HAVE_mve_veorq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2971. #define HAVE_mve_veorq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2972. #define HAVE_mve_vmaxnmaq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2973. #define HAVE_mve_vmaxnmaq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2974. #define HAVE_mve_vmaxnmavq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2975. #define HAVE_mve_vmaxnmavq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2976. #define HAVE_mve_vmaxnmq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2977. #define HAVE_mve_vmaxnmq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2978. #define HAVE_mve_vmaxnmvq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2979. #define HAVE_mve_vmaxnmvq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2980. #define HAVE_mve_vminnmaq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2981. #define HAVE_mve_vminnmaq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2982. #define HAVE_mve_vminnmavq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2983. #define HAVE_mve_vminnmavq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2984. #define HAVE_mve_vminnmq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2985. #define HAVE_mve_vminnmq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2986. #define HAVE_mve_vminnmvq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2987. #define HAVE_mve_vminnmvq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  2988. #define HAVE_mve_vmlaldavq_uv8hi (TARGET_HAVE_MVE)
  2989. #define HAVE_mve_vmlaldavq_sv8hi (TARGET_HAVE_MVE)
  2990. #define HAVE_mve_vmlaldavq_uv4si (TARGET_HAVE_MVE)
  2991. #define HAVE_mve_vmlaldavq_sv4si (TARGET_HAVE_MVE)
  2992. #define HAVE_mve_vmlaldavxq_sv8hi (TARGET_HAVE_MVE)
  2993. #define HAVE_mve_vmlaldavxq_sv4si (TARGET_HAVE_MVE)
  2994. #define HAVE_mve_vmlsldavq_sv8hi (TARGET_HAVE_MVE)
  2995. #define HAVE_mve_vmlsldavq_sv4si (TARGET_HAVE_MVE)
  2996. #define HAVE_mve_vmlsldavxq_sv8hi (TARGET_HAVE_MVE)
  2997. #define HAVE_mve_vmlsldavxq_sv4si (TARGET_HAVE_MVE)
  2998. #define HAVE_mve_vmovnbq_uv8hi (TARGET_HAVE_MVE)
  2999. #define HAVE_mve_vmovnbq_sv8hi (TARGET_HAVE_MVE)
  3000. #define HAVE_mve_vmovnbq_uv4si (TARGET_HAVE_MVE)
  3001. #define HAVE_mve_vmovnbq_sv4si (TARGET_HAVE_MVE)
  3002. #define HAVE_mve_vmovntq_sv8hi (TARGET_HAVE_MVE)
  3003. #define HAVE_mve_vmovntq_uv8hi (TARGET_HAVE_MVE)
  3004. #define HAVE_mve_vmovntq_sv4si (TARGET_HAVE_MVE)
  3005. #define HAVE_mve_vmovntq_uv4si (TARGET_HAVE_MVE)
  3006. #define HAVE_mve_vmulq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3007. #define HAVE_mve_vmulq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3008. #define HAVE_mve_vmulq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3009. #define HAVE_mve_vmulq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3010. #define HAVE_mve_vornq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3011. #define HAVE_mve_vornq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3012. #define HAVE_mve_vorrq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3013. #define HAVE_mve_vorrq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3014. #define HAVE_mve_vorrq_n_uv8hi (TARGET_HAVE_MVE)
  3015. #define HAVE_mve_vorrq_n_sv8hi (TARGET_HAVE_MVE)
  3016. #define HAVE_mve_vorrq_n_uv4si (TARGET_HAVE_MVE)
  3017. #define HAVE_mve_vorrq_n_sv4si (TARGET_HAVE_MVE)
  3018. #define HAVE_mve_vqdmullbq_n_sv8hi (TARGET_HAVE_MVE)
  3019. #define HAVE_mve_vqdmullbq_n_sv4si (TARGET_HAVE_MVE)
  3020. #define HAVE_mve_vqdmullbq_sv8hi (TARGET_HAVE_MVE)
  3021. #define HAVE_mve_vqdmullbq_sv4si (TARGET_HAVE_MVE)
  3022. #define HAVE_mve_vqdmulltq_n_sv8hi (TARGET_HAVE_MVE)
  3023. #define HAVE_mve_vqdmulltq_n_sv4si (TARGET_HAVE_MVE)
  3024. #define HAVE_mve_vqdmulltq_sv8hi (TARGET_HAVE_MVE)
  3025. #define HAVE_mve_vqdmulltq_sv4si (TARGET_HAVE_MVE)
  3026. #define HAVE_mve_vqmovnbq_uv8hi (TARGET_HAVE_MVE)
  3027. #define HAVE_mve_vqmovnbq_sv8hi (TARGET_HAVE_MVE)
  3028. #define HAVE_mve_vqmovnbq_uv4si (TARGET_HAVE_MVE)
  3029. #define HAVE_mve_vqmovnbq_sv4si (TARGET_HAVE_MVE)
  3030. #define HAVE_mve_vqmovntq_uv8hi (TARGET_HAVE_MVE)
  3031. #define HAVE_mve_vqmovntq_sv8hi (TARGET_HAVE_MVE)
  3032. #define HAVE_mve_vqmovntq_uv4si (TARGET_HAVE_MVE)
  3033. #define HAVE_mve_vqmovntq_sv4si (TARGET_HAVE_MVE)
  3034. #define HAVE_mve_vqmovunbq_sv8hi (TARGET_HAVE_MVE)
  3035. #define HAVE_mve_vqmovunbq_sv4si (TARGET_HAVE_MVE)
  3036. #define HAVE_mve_vqmovuntq_sv8hi (TARGET_HAVE_MVE)
  3037. #define HAVE_mve_vqmovuntq_sv4si (TARGET_HAVE_MVE)
  3038. #define HAVE_mve_vrmlaldavhxq_sv4si (TARGET_HAVE_MVE)
  3039. #define HAVE_mve_vrmlsldavhq_sv4si (TARGET_HAVE_MVE)
  3040. #define HAVE_mve_vrmlsldavhxq_sv4si (TARGET_HAVE_MVE)
  3041. #define HAVE_mve_vshllbq_n_sv16qi (TARGET_HAVE_MVE)
  3042. #define HAVE_mve_vshllbq_n_uv16qi (TARGET_HAVE_MVE)
  3043. #define HAVE_mve_vshllbq_n_sv8hi (TARGET_HAVE_MVE)
  3044. #define HAVE_mve_vshllbq_n_uv8hi (TARGET_HAVE_MVE)
  3045. #define HAVE_mve_vshlltq_n_uv16qi (TARGET_HAVE_MVE)
  3046. #define HAVE_mve_vshlltq_n_sv16qi (TARGET_HAVE_MVE)
  3047. #define HAVE_mve_vshlltq_n_uv8hi (TARGET_HAVE_MVE)
  3048. #define HAVE_mve_vshlltq_n_sv8hi (TARGET_HAVE_MVE)
  3049. #define HAVE_mve_vsubq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3050. #define HAVE_mve_vsubq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3051. #define HAVE_mve_vmulltq_poly_pv16qi (TARGET_HAVE_MVE)
  3052. #define HAVE_mve_vmulltq_poly_pv8hi (TARGET_HAVE_MVE)
  3053. #define HAVE_mve_vmullbq_poly_pv16qi (TARGET_HAVE_MVE)
  3054. #define HAVE_mve_vmullbq_poly_pv8hi (TARGET_HAVE_MVE)
  3055. #define HAVE_mve_vrmlaldavhq_uv4si (TARGET_HAVE_MVE)
  3056. #define HAVE_mve_vrmlaldavhq_sv4si (TARGET_HAVE_MVE)
  3057. #define HAVE_mve_vbicq_m_n_sv8hi (TARGET_HAVE_MVE)
  3058. #define HAVE_mve_vbicq_m_n_uv8hi (TARGET_HAVE_MVE)
  3059. #define HAVE_mve_vbicq_m_n_sv4si (TARGET_HAVE_MVE)
  3060. #define HAVE_mve_vbicq_m_n_uv4si (TARGET_HAVE_MVE)
  3061. #define HAVE_mve_vcmpeqq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3062. #define HAVE_mve_vcmpeqq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3063. #define HAVE_mve_vcvtaq_m_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3064. #define HAVE_mve_vcvtaq_m_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3065. #define HAVE_mve_vcvtaq_m_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3066. #define HAVE_mve_vcvtaq_m_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3067. #define HAVE_mve_vcvtq_m_to_f_sv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3068. #define HAVE_mve_vcvtq_m_to_f_uv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3069. #define HAVE_mve_vcvtq_m_to_f_sv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3070. #define HAVE_mve_vcvtq_m_to_f_uv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3071. #define HAVE_mve_vqrshrnbq_n_uv8hi (TARGET_HAVE_MVE)
  3072. #define HAVE_mve_vqrshrnbq_n_sv8hi (TARGET_HAVE_MVE)
  3073. #define HAVE_mve_vqrshrnbq_n_uv4si (TARGET_HAVE_MVE)
  3074. #define HAVE_mve_vqrshrnbq_n_sv4si (TARGET_HAVE_MVE)
  3075. #define HAVE_mve_vqrshrunbq_n_sv8hi (TARGET_HAVE_MVE)
  3076. #define HAVE_mve_vqrshrunbq_n_sv4si (TARGET_HAVE_MVE)
  3077. #define HAVE_mve_vrmlaldavhaq_sv4si (TARGET_HAVE_MVE)
  3078. #define HAVE_mve_vrmlaldavhaq_uv4si (TARGET_HAVE_MVE)
  3079. #define HAVE_mve_vabavq_sv16qi (TARGET_HAVE_MVE)
  3080. #define HAVE_mve_vabavq_uv16qi (TARGET_HAVE_MVE)
  3081. #define HAVE_mve_vabavq_sv8hi (TARGET_HAVE_MVE)
  3082. #define HAVE_mve_vabavq_uv8hi (TARGET_HAVE_MVE)
  3083. #define HAVE_mve_vabavq_sv4si (TARGET_HAVE_MVE)
  3084. #define HAVE_mve_vabavq_uv4si (TARGET_HAVE_MVE)
  3085. #define HAVE_mve_vshlcq_sv16qi (TARGET_HAVE_MVE)
  3086. #define HAVE_mve_vshlcq_uv16qi (TARGET_HAVE_MVE)
  3087. #define HAVE_mve_vshlcq_sv8hi (TARGET_HAVE_MVE)
  3088. #define HAVE_mve_vshlcq_uv8hi (TARGET_HAVE_MVE)
  3089. #define HAVE_mve_vshlcq_sv4si (TARGET_HAVE_MVE)
  3090. #define HAVE_mve_vshlcq_uv4si (TARGET_HAVE_MVE)
  3091. #define HAVE_mve_vabsq_m_sv16qi (TARGET_HAVE_MVE)
  3092. #define HAVE_mve_vabsq_m_sv8hi (TARGET_HAVE_MVE)
  3093. #define HAVE_mve_vabsq_m_sv4si (TARGET_HAVE_MVE)
  3094. #define HAVE_mve_vaddvaq_p_sv16qi (TARGET_HAVE_MVE)
  3095. #define HAVE_mve_vaddvaq_p_uv16qi (TARGET_HAVE_MVE)
  3096. #define HAVE_mve_vaddvaq_p_sv8hi (TARGET_HAVE_MVE)
  3097. #define HAVE_mve_vaddvaq_p_uv8hi (TARGET_HAVE_MVE)
  3098. #define HAVE_mve_vaddvaq_p_sv4si (TARGET_HAVE_MVE)
  3099. #define HAVE_mve_vaddvaq_p_uv4si (TARGET_HAVE_MVE)
  3100. #define HAVE_mve_vclsq_m_sv16qi (TARGET_HAVE_MVE)
  3101. #define HAVE_mve_vclsq_m_sv8hi (TARGET_HAVE_MVE)
  3102. #define HAVE_mve_vclsq_m_sv4si (TARGET_HAVE_MVE)
  3103. #define HAVE_mve_vclzq_m_sv16qi (TARGET_HAVE_MVE)
  3104. #define HAVE_mve_vclzq_m_uv16qi (TARGET_HAVE_MVE)
  3105. #define HAVE_mve_vclzq_m_sv8hi (TARGET_HAVE_MVE)
  3106. #define HAVE_mve_vclzq_m_uv8hi (TARGET_HAVE_MVE)
  3107. #define HAVE_mve_vclzq_m_sv4si (TARGET_HAVE_MVE)
  3108. #define HAVE_mve_vclzq_m_uv4si (TARGET_HAVE_MVE)
  3109. #define HAVE_mve_vcmpcsq_m_n_uv16qi (TARGET_HAVE_MVE)
  3110. #define HAVE_mve_vcmpcsq_m_n_uv8hi (TARGET_HAVE_MVE)
  3111. #define HAVE_mve_vcmpcsq_m_n_uv4si (TARGET_HAVE_MVE)
  3112. #define HAVE_mve_vcmpcsq_m_uv16qi (TARGET_HAVE_MVE)
  3113. #define HAVE_mve_vcmpcsq_m_uv8hi (TARGET_HAVE_MVE)
  3114. #define HAVE_mve_vcmpcsq_m_uv4si (TARGET_HAVE_MVE)
  3115. #define HAVE_mve_vcmpeqq_m_n_sv16qi (TARGET_HAVE_MVE)
  3116. #define HAVE_mve_vcmpeqq_m_n_uv16qi (TARGET_HAVE_MVE)
  3117. #define HAVE_mve_vcmpeqq_m_n_sv8hi (TARGET_HAVE_MVE)
  3118. #define HAVE_mve_vcmpeqq_m_n_uv8hi (TARGET_HAVE_MVE)
  3119. #define HAVE_mve_vcmpeqq_m_n_sv4si (TARGET_HAVE_MVE)
  3120. #define HAVE_mve_vcmpeqq_m_n_uv4si (TARGET_HAVE_MVE)
  3121. #define HAVE_mve_vcmpeqq_m_sv16qi (TARGET_HAVE_MVE)
  3122. #define HAVE_mve_vcmpeqq_m_uv16qi (TARGET_HAVE_MVE)
  3123. #define HAVE_mve_vcmpeqq_m_sv8hi (TARGET_HAVE_MVE)
  3124. #define HAVE_mve_vcmpeqq_m_uv8hi (TARGET_HAVE_MVE)
  3125. #define HAVE_mve_vcmpeqq_m_sv4si (TARGET_HAVE_MVE)
  3126. #define HAVE_mve_vcmpeqq_m_uv4si (TARGET_HAVE_MVE)
  3127. #define HAVE_mve_vcmpgeq_m_n_sv16qi (TARGET_HAVE_MVE)
  3128. #define HAVE_mve_vcmpgeq_m_n_sv8hi (TARGET_HAVE_MVE)
  3129. #define HAVE_mve_vcmpgeq_m_n_sv4si (TARGET_HAVE_MVE)
  3130. #define HAVE_mve_vcmpgeq_m_sv16qi (TARGET_HAVE_MVE)
  3131. #define HAVE_mve_vcmpgeq_m_sv8hi (TARGET_HAVE_MVE)
  3132. #define HAVE_mve_vcmpgeq_m_sv4si (TARGET_HAVE_MVE)
  3133. #define HAVE_mve_vcmpgtq_m_n_sv16qi (TARGET_HAVE_MVE)
  3134. #define HAVE_mve_vcmpgtq_m_n_sv8hi (TARGET_HAVE_MVE)
  3135. #define HAVE_mve_vcmpgtq_m_n_sv4si (TARGET_HAVE_MVE)
  3136. #define HAVE_mve_vcmpgtq_m_sv16qi (TARGET_HAVE_MVE)
  3137. #define HAVE_mve_vcmpgtq_m_sv8hi (TARGET_HAVE_MVE)
  3138. #define HAVE_mve_vcmpgtq_m_sv4si (TARGET_HAVE_MVE)
  3139. #define HAVE_mve_vcmphiq_m_n_uv16qi (TARGET_HAVE_MVE)
  3140. #define HAVE_mve_vcmphiq_m_n_uv8hi (TARGET_HAVE_MVE)
  3141. #define HAVE_mve_vcmphiq_m_n_uv4si (TARGET_HAVE_MVE)
  3142. #define HAVE_mve_vcmphiq_m_uv16qi (TARGET_HAVE_MVE)
  3143. #define HAVE_mve_vcmphiq_m_uv8hi (TARGET_HAVE_MVE)
  3144. #define HAVE_mve_vcmphiq_m_uv4si (TARGET_HAVE_MVE)
  3145. #define HAVE_mve_vcmpleq_m_n_sv16qi (TARGET_HAVE_MVE)
  3146. #define HAVE_mve_vcmpleq_m_n_sv8hi (TARGET_HAVE_MVE)
  3147. #define HAVE_mve_vcmpleq_m_n_sv4si (TARGET_HAVE_MVE)
  3148. #define HAVE_mve_vcmpleq_m_sv16qi (TARGET_HAVE_MVE)
  3149. #define HAVE_mve_vcmpleq_m_sv8hi (TARGET_HAVE_MVE)
  3150. #define HAVE_mve_vcmpleq_m_sv4si (TARGET_HAVE_MVE)
  3151. #define HAVE_mve_vcmpltq_m_n_sv16qi (TARGET_HAVE_MVE)
  3152. #define HAVE_mve_vcmpltq_m_n_sv8hi (TARGET_HAVE_MVE)
  3153. #define HAVE_mve_vcmpltq_m_n_sv4si (TARGET_HAVE_MVE)
  3154. #define HAVE_mve_vcmpltq_m_sv16qi (TARGET_HAVE_MVE)
  3155. #define HAVE_mve_vcmpltq_m_sv8hi (TARGET_HAVE_MVE)
  3156. #define HAVE_mve_vcmpltq_m_sv4si (TARGET_HAVE_MVE)
  3157. #define HAVE_mve_vcmpneq_m_n_sv16qi (TARGET_HAVE_MVE)
  3158. #define HAVE_mve_vcmpneq_m_n_uv16qi (TARGET_HAVE_MVE)
  3159. #define HAVE_mve_vcmpneq_m_n_sv8hi (TARGET_HAVE_MVE)
  3160. #define HAVE_mve_vcmpneq_m_n_uv8hi (TARGET_HAVE_MVE)
  3161. #define HAVE_mve_vcmpneq_m_n_sv4si (TARGET_HAVE_MVE)
  3162. #define HAVE_mve_vcmpneq_m_n_uv4si (TARGET_HAVE_MVE)
  3163. #define HAVE_mve_vcmpneq_m_sv16qi (TARGET_HAVE_MVE)
  3164. #define HAVE_mve_vcmpneq_m_uv16qi (TARGET_HAVE_MVE)
  3165. #define HAVE_mve_vcmpneq_m_sv8hi (TARGET_HAVE_MVE)
  3166. #define HAVE_mve_vcmpneq_m_uv8hi (TARGET_HAVE_MVE)
  3167. #define HAVE_mve_vcmpneq_m_sv4si (TARGET_HAVE_MVE)
  3168. #define HAVE_mve_vcmpneq_m_uv4si (TARGET_HAVE_MVE)
  3169. #define HAVE_mve_vdupq_m_n_sv16qi (TARGET_HAVE_MVE)
  3170. #define HAVE_mve_vdupq_m_n_uv16qi (TARGET_HAVE_MVE)
  3171. #define HAVE_mve_vdupq_m_n_sv8hi (TARGET_HAVE_MVE)
  3172. #define HAVE_mve_vdupq_m_n_uv8hi (TARGET_HAVE_MVE)
  3173. #define HAVE_mve_vdupq_m_n_sv4si (TARGET_HAVE_MVE)
  3174. #define HAVE_mve_vdupq_m_n_uv4si (TARGET_HAVE_MVE)
  3175. #define HAVE_mve_vmaxaq_m_sv16qi (TARGET_HAVE_MVE)
  3176. #define HAVE_mve_vmaxaq_m_sv8hi (TARGET_HAVE_MVE)
  3177. #define HAVE_mve_vmaxaq_m_sv4si (TARGET_HAVE_MVE)
  3178. #define HAVE_mve_vmaxavq_p_sv16qi (TARGET_HAVE_MVE)
  3179. #define HAVE_mve_vmaxavq_p_sv8hi (TARGET_HAVE_MVE)
  3180. #define HAVE_mve_vmaxavq_p_sv4si (TARGET_HAVE_MVE)
  3181. #define HAVE_mve_vmaxvq_p_sv16qi (TARGET_HAVE_MVE)
  3182. #define HAVE_mve_vmaxvq_p_uv16qi (TARGET_HAVE_MVE)
  3183. #define HAVE_mve_vmaxvq_p_sv8hi (TARGET_HAVE_MVE)
  3184. #define HAVE_mve_vmaxvq_p_uv8hi (TARGET_HAVE_MVE)
  3185. #define HAVE_mve_vmaxvq_p_sv4si (TARGET_HAVE_MVE)
  3186. #define HAVE_mve_vmaxvq_p_uv4si (TARGET_HAVE_MVE)
  3187. #define HAVE_mve_vminaq_m_sv16qi (TARGET_HAVE_MVE)
  3188. #define HAVE_mve_vminaq_m_sv8hi (TARGET_HAVE_MVE)
  3189. #define HAVE_mve_vminaq_m_sv4si (TARGET_HAVE_MVE)
  3190. #define HAVE_mve_vminavq_p_sv16qi (TARGET_HAVE_MVE)
  3191. #define HAVE_mve_vminavq_p_sv8hi (TARGET_HAVE_MVE)
  3192. #define HAVE_mve_vminavq_p_sv4si (TARGET_HAVE_MVE)
  3193. #define HAVE_mve_vminvq_p_sv16qi (TARGET_HAVE_MVE)
  3194. #define HAVE_mve_vminvq_p_uv16qi (TARGET_HAVE_MVE)
  3195. #define HAVE_mve_vminvq_p_sv8hi (TARGET_HAVE_MVE)
  3196. #define HAVE_mve_vminvq_p_uv8hi (TARGET_HAVE_MVE)
  3197. #define HAVE_mve_vminvq_p_sv4si (TARGET_HAVE_MVE)
  3198. #define HAVE_mve_vminvq_p_uv4si (TARGET_HAVE_MVE)
  3199. #define HAVE_mve_vmladavaq_sv16qi (TARGET_HAVE_MVE)
  3200. #define HAVE_mve_vmladavaq_uv16qi (TARGET_HAVE_MVE)
  3201. #define HAVE_mve_vmladavaq_sv8hi (TARGET_HAVE_MVE)
  3202. #define HAVE_mve_vmladavaq_uv8hi (TARGET_HAVE_MVE)
  3203. #define HAVE_mve_vmladavaq_sv4si (TARGET_HAVE_MVE)
  3204. #define HAVE_mve_vmladavaq_uv4si (TARGET_HAVE_MVE)
  3205. #define HAVE_mve_vmladavq_p_sv16qi (TARGET_HAVE_MVE)
  3206. #define HAVE_mve_vmladavq_p_uv16qi (TARGET_HAVE_MVE)
  3207. #define HAVE_mve_vmladavq_p_sv8hi (TARGET_HAVE_MVE)
  3208. #define HAVE_mve_vmladavq_p_uv8hi (TARGET_HAVE_MVE)
  3209. #define HAVE_mve_vmladavq_p_sv4si (TARGET_HAVE_MVE)
  3210. #define HAVE_mve_vmladavq_p_uv4si (TARGET_HAVE_MVE)
  3211. #define HAVE_mve_vmladavxq_p_sv16qi (TARGET_HAVE_MVE)
  3212. #define HAVE_mve_vmladavxq_p_sv8hi (TARGET_HAVE_MVE)
  3213. #define HAVE_mve_vmladavxq_p_sv4si (TARGET_HAVE_MVE)
  3214. #define HAVE_mve_vmlaq_n_sv16qi (TARGET_HAVE_MVE)
  3215. #define HAVE_mve_vmlaq_n_uv16qi (TARGET_HAVE_MVE)
  3216. #define HAVE_mve_vmlaq_n_sv8hi (TARGET_HAVE_MVE)
  3217. #define HAVE_mve_vmlaq_n_uv8hi (TARGET_HAVE_MVE)
  3218. #define HAVE_mve_vmlaq_n_sv4si (TARGET_HAVE_MVE)
  3219. #define HAVE_mve_vmlaq_n_uv4si (TARGET_HAVE_MVE)
  3220. #define HAVE_mve_vmlasq_n_sv16qi (TARGET_HAVE_MVE)
  3221. #define HAVE_mve_vmlasq_n_uv16qi (TARGET_HAVE_MVE)
  3222. #define HAVE_mve_vmlasq_n_sv8hi (TARGET_HAVE_MVE)
  3223. #define HAVE_mve_vmlasq_n_uv8hi (TARGET_HAVE_MVE)
  3224. #define HAVE_mve_vmlasq_n_sv4si (TARGET_HAVE_MVE)
  3225. #define HAVE_mve_vmlasq_n_uv4si (TARGET_HAVE_MVE)
  3226. #define HAVE_mve_vmlsdavq_p_sv16qi (TARGET_HAVE_MVE)
  3227. #define HAVE_mve_vmlsdavq_p_sv8hi (TARGET_HAVE_MVE)
  3228. #define HAVE_mve_vmlsdavq_p_sv4si (TARGET_HAVE_MVE)
  3229. #define HAVE_mve_vmlsdavxq_p_sv16qi (TARGET_HAVE_MVE)
  3230. #define HAVE_mve_vmlsdavxq_p_sv8hi (TARGET_HAVE_MVE)
  3231. #define HAVE_mve_vmlsdavxq_p_sv4si (TARGET_HAVE_MVE)
  3232. #define HAVE_mve_vmvnq_m_sv16qi (TARGET_HAVE_MVE)
  3233. #define HAVE_mve_vmvnq_m_uv16qi (TARGET_HAVE_MVE)
  3234. #define HAVE_mve_vmvnq_m_sv8hi (TARGET_HAVE_MVE)
  3235. #define HAVE_mve_vmvnq_m_uv8hi (TARGET_HAVE_MVE)
  3236. #define HAVE_mve_vmvnq_m_sv4si (TARGET_HAVE_MVE)
  3237. #define HAVE_mve_vmvnq_m_uv4si (TARGET_HAVE_MVE)
  3238. #define HAVE_mve_vnegq_m_sv16qi (TARGET_HAVE_MVE)
  3239. #define HAVE_mve_vnegq_m_sv8hi (TARGET_HAVE_MVE)
  3240. #define HAVE_mve_vnegq_m_sv4si (TARGET_HAVE_MVE)
  3241. #define HAVE_mve_vpselq_sv16qi (TARGET_HAVE_MVE)
  3242. #define HAVE_mve_vpselq_uv16qi (TARGET_HAVE_MVE)
  3243. #define HAVE_mve_vpselq_sv8hi (TARGET_HAVE_MVE)
  3244. #define HAVE_mve_vpselq_uv8hi (TARGET_HAVE_MVE)
  3245. #define HAVE_mve_vpselq_sv4si (TARGET_HAVE_MVE)
  3246. #define HAVE_mve_vpselq_uv4si (TARGET_HAVE_MVE)
  3247. #define HAVE_mve_vpselq_sv2di (TARGET_HAVE_MVE)
  3248. #define HAVE_mve_vpselq_uv2di (TARGET_HAVE_MVE)
  3249. #define HAVE_mve_vqabsq_m_sv16qi (TARGET_HAVE_MVE)
  3250. #define HAVE_mve_vqabsq_m_sv8hi (TARGET_HAVE_MVE)
  3251. #define HAVE_mve_vqabsq_m_sv4si (TARGET_HAVE_MVE)
  3252. #define HAVE_mve_vqdmlahq_n_sv16qi (TARGET_HAVE_MVE)
  3253. #define HAVE_mve_vqdmlahq_n_sv8hi (TARGET_HAVE_MVE)
  3254. #define HAVE_mve_vqdmlahq_n_sv4si (TARGET_HAVE_MVE)
  3255. #define HAVE_mve_vqdmlashq_n_sv16qi (TARGET_HAVE_MVE)
  3256. #define HAVE_mve_vqdmlashq_n_sv8hi (TARGET_HAVE_MVE)
  3257. #define HAVE_mve_vqdmlashq_n_sv4si (TARGET_HAVE_MVE)
  3258. #define HAVE_mve_vqnegq_m_sv16qi (TARGET_HAVE_MVE)
  3259. #define HAVE_mve_vqnegq_m_sv8hi (TARGET_HAVE_MVE)
  3260. #define HAVE_mve_vqnegq_m_sv4si (TARGET_HAVE_MVE)
  3261. #define HAVE_mve_vqrdmladhq_sv16qi (TARGET_HAVE_MVE)
  3262. #define HAVE_mve_vqrdmladhq_sv8hi (TARGET_HAVE_MVE)
  3263. #define HAVE_mve_vqrdmladhq_sv4si (TARGET_HAVE_MVE)
  3264. #define HAVE_mve_vqrdmladhxq_sv16qi (TARGET_HAVE_MVE)
  3265. #define HAVE_mve_vqrdmladhxq_sv8hi (TARGET_HAVE_MVE)
  3266. #define HAVE_mve_vqrdmladhxq_sv4si (TARGET_HAVE_MVE)
  3267. #define HAVE_mve_vqrdmlahq_n_sv16qi (TARGET_HAVE_MVE)
  3268. #define HAVE_mve_vqrdmlahq_n_sv8hi (TARGET_HAVE_MVE)
  3269. #define HAVE_mve_vqrdmlahq_n_sv4si (TARGET_HAVE_MVE)
  3270. #define HAVE_mve_vqrdmlashq_n_sv16qi (TARGET_HAVE_MVE)
  3271. #define HAVE_mve_vqrdmlashq_n_sv8hi (TARGET_HAVE_MVE)
  3272. #define HAVE_mve_vqrdmlashq_n_sv4si (TARGET_HAVE_MVE)
  3273. #define HAVE_mve_vqrdmlsdhq_sv16qi (TARGET_HAVE_MVE)
  3274. #define HAVE_mve_vqrdmlsdhq_sv8hi (TARGET_HAVE_MVE)
  3275. #define HAVE_mve_vqrdmlsdhq_sv4si (TARGET_HAVE_MVE)
  3276. #define HAVE_mve_vqrdmlsdhxq_sv16qi (TARGET_HAVE_MVE)
  3277. #define HAVE_mve_vqrdmlsdhxq_sv8hi (TARGET_HAVE_MVE)
  3278. #define HAVE_mve_vqrdmlsdhxq_sv4si (TARGET_HAVE_MVE)
  3279. #define HAVE_mve_vqrshlq_m_n_sv16qi (TARGET_HAVE_MVE)
  3280. #define HAVE_mve_vqrshlq_m_n_uv16qi (TARGET_HAVE_MVE)
  3281. #define HAVE_mve_vqrshlq_m_n_sv8hi (TARGET_HAVE_MVE)
  3282. #define HAVE_mve_vqrshlq_m_n_uv8hi (TARGET_HAVE_MVE)
  3283. #define HAVE_mve_vqrshlq_m_n_sv4si (TARGET_HAVE_MVE)
  3284. #define HAVE_mve_vqrshlq_m_n_uv4si (TARGET_HAVE_MVE)
  3285. #define HAVE_mve_vqshlq_m_r_sv16qi (TARGET_HAVE_MVE)
  3286. #define HAVE_mve_vqshlq_m_r_uv16qi (TARGET_HAVE_MVE)
  3287. #define HAVE_mve_vqshlq_m_r_sv8hi (TARGET_HAVE_MVE)
  3288. #define HAVE_mve_vqshlq_m_r_uv8hi (TARGET_HAVE_MVE)
  3289. #define HAVE_mve_vqshlq_m_r_sv4si (TARGET_HAVE_MVE)
  3290. #define HAVE_mve_vqshlq_m_r_uv4si (TARGET_HAVE_MVE)
  3291. #define HAVE_mve_vrev64q_m_sv16qi (TARGET_HAVE_MVE)
  3292. #define HAVE_mve_vrev64q_m_uv16qi (TARGET_HAVE_MVE)
  3293. #define HAVE_mve_vrev64q_m_sv8hi (TARGET_HAVE_MVE)
  3294. #define HAVE_mve_vrev64q_m_uv8hi (TARGET_HAVE_MVE)
  3295. #define HAVE_mve_vrev64q_m_sv4si (TARGET_HAVE_MVE)
  3296. #define HAVE_mve_vrev64q_m_uv4si (TARGET_HAVE_MVE)
  3297. #define HAVE_mve_vrshlq_m_n_sv16qi (TARGET_HAVE_MVE)
  3298. #define HAVE_mve_vrshlq_m_n_uv16qi (TARGET_HAVE_MVE)
  3299. #define HAVE_mve_vrshlq_m_n_sv8hi (TARGET_HAVE_MVE)
  3300. #define HAVE_mve_vrshlq_m_n_uv8hi (TARGET_HAVE_MVE)
  3301. #define HAVE_mve_vrshlq_m_n_sv4si (TARGET_HAVE_MVE)
  3302. #define HAVE_mve_vrshlq_m_n_uv4si (TARGET_HAVE_MVE)
  3303. #define HAVE_mve_vshlq_m_r_sv16qi (TARGET_HAVE_MVE)
  3304. #define HAVE_mve_vshlq_m_r_uv16qi (TARGET_HAVE_MVE)
  3305. #define HAVE_mve_vshlq_m_r_sv8hi (TARGET_HAVE_MVE)
  3306. #define HAVE_mve_vshlq_m_r_uv8hi (TARGET_HAVE_MVE)
  3307. #define HAVE_mve_vshlq_m_r_sv4si (TARGET_HAVE_MVE)
  3308. #define HAVE_mve_vshlq_m_r_uv4si (TARGET_HAVE_MVE)
  3309. #define HAVE_mve_vsliq_n_sv16qi (TARGET_HAVE_MVE)
  3310. #define HAVE_mve_vsliq_n_uv16qi (TARGET_HAVE_MVE)
  3311. #define HAVE_mve_vsliq_n_sv8hi (TARGET_HAVE_MVE)
  3312. #define HAVE_mve_vsliq_n_uv8hi (TARGET_HAVE_MVE)
  3313. #define HAVE_mve_vsliq_n_sv4si (TARGET_HAVE_MVE)
  3314. #define HAVE_mve_vsliq_n_uv4si (TARGET_HAVE_MVE)
  3315. #define HAVE_mve_vsriq_n_sv16qi (TARGET_HAVE_MVE)
  3316. #define HAVE_mve_vsriq_n_uv16qi (TARGET_HAVE_MVE)
  3317. #define HAVE_mve_vsriq_n_sv8hi (TARGET_HAVE_MVE)
  3318. #define HAVE_mve_vsriq_n_uv8hi (TARGET_HAVE_MVE)
  3319. #define HAVE_mve_vsriq_n_sv4si (TARGET_HAVE_MVE)
  3320. #define HAVE_mve_vsriq_n_uv4si (TARGET_HAVE_MVE)
  3321. #define HAVE_mve_vqdmlsdhxq_sv16qi (TARGET_HAVE_MVE)
  3322. #define HAVE_mve_vqdmlsdhxq_sv8hi (TARGET_HAVE_MVE)
  3323. #define HAVE_mve_vqdmlsdhxq_sv4si (TARGET_HAVE_MVE)
  3324. #define HAVE_mve_vqdmlsdhq_sv16qi (TARGET_HAVE_MVE)
  3325. #define HAVE_mve_vqdmlsdhq_sv8hi (TARGET_HAVE_MVE)
  3326. #define HAVE_mve_vqdmlsdhq_sv4si (TARGET_HAVE_MVE)
  3327. #define HAVE_mve_vqdmladhxq_sv16qi (TARGET_HAVE_MVE)
  3328. #define HAVE_mve_vqdmladhxq_sv8hi (TARGET_HAVE_MVE)
  3329. #define HAVE_mve_vqdmladhxq_sv4si (TARGET_HAVE_MVE)
  3330. #define HAVE_mve_vqdmladhq_sv16qi (TARGET_HAVE_MVE)
  3331. #define HAVE_mve_vqdmladhq_sv8hi (TARGET_HAVE_MVE)
  3332. #define HAVE_mve_vqdmladhq_sv4si (TARGET_HAVE_MVE)
  3333. #define HAVE_mve_vmlsdavaxq_sv16qi (TARGET_HAVE_MVE)
  3334. #define HAVE_mve_vmlsdavaxq_sv8hi (TARGET_HAVE_MVE)
  3335. #define HAVE_mve_vmlsdavaxq_sv4si (TARGET_HAVE_MVE)
  3336. #define HAVE_mve_vmlsdavaq_sv16qi (TARGET_HAVE_MVE)
  3337. #define HAVE_mve_vmlsdavaq_sv8hi (TARGET_HAVE_MVE)
  3338. #define HAVE_mve_vmlsdavaq_sv4si (TARGET_HAVE_MVE)
  3339. #define HAVE_mve_vmladavaxq_sv16qi (TARGET_HAVE_MVE)
  3340. #define HAVE_mve_vmladavaxq_sv8hi (TARGET_HAVE_MVE)
  3341. #define HAVE_mve_vmladavaxq_sv4si (TARGET_HAVE_MVE)
  3342. #define HAVE_mve_vabsq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3343. #define HAVE_mve_vabsq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3344. #define HAVE_mve_vaddlvaq_p_uv4si (TARGET_HAVE_MVE)
  3345. #define HAVE_mve_vaddlvaq_p_sv4si (TARGET_HAVE_MVE)
  3346. #define HAVE_mve_vcmlaq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3347. #define HAVE_mve_vcmlaq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3348. #define HAVE_mve_vcmlaq_rot180_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3349. #define HAVE_mve_vcmlaq_rot180_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3350. #define HAVE_mve_vcmlaq_rot270_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3351. #define HAVE_mve_vcmlaq_rot270_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3352. #define HAVE_mve_vcmlaq_rot90_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3353. #define HAVE_mve_vcmlaq_rot90_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3354. #define HAVE_mve_vcmpeqq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3355. #define HAVE_mve_vcmpeqq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3356. #define HAVE_mve_vcmpgeq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3357. #define HAVE_mve_vcmpgeq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3358. #define HAVE_mve_vcmpgeq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3359. #define HAVE_mve_vcmpgeq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3360. #define HAVE_mve_vcmpgtq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3361. #define HAVE_mve_vcmpgtq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3362. #define HAVE_mve_vcmpgtq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3363. #define HAVE_mve_vcmpgtq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3364. #define HAVE_mve_vcmpleq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3365. #define HAVE_mve_vcmpleq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3366. #define HAVE_mve_vcmpleq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3367. #define HAVE_mve_vcmpleq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3368. #define HAVE_mve_vcmpltq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3369. #define HAVE_mve_vcmpltq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3370. #define HAVE_mve_vcmpltq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3371. #define HAVE_mve_vcmpltq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3372. #define HAVE_mve_vcmpneq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3373. #define HAVE_mve_vcmpneq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3374. #define HAVE_mve_vcmpneq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3375. #define HAVE_mve_vcmpneq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3376. #define HAVE_mve_vcvtbq_m_f16_f32v8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3377. #define HAVE_mve_vcvtbq_m_f32_f16v4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3378. #define HAVE_mve_vcvttq_m_f16_f32v8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3379. #define HAVE_mve_vcvttq_m_f32_f16v4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3380. #define HAVE_mve_vdupq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3381. #define HAVE_mve_vdupq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3382. #define HAVE_mve_vfmaq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3383. #define HAVE_mve_vfmaq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3384. #define HAVE_mve_vfmaq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3385. #define HAVE_mve_vfmaq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3386. #define HAVE_mve_vfmasq_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3387. #define HAVE_mve_vfmasq_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3388. #define HAVE_mve_vfmsq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3389. #define HAVE_mve_vfmsq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3390. #define HAVE_mve_vmaxnmaq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3391. #define HAVE_mve_vmaxnmaq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3392. #define HAVE_mve_vmaxnmavq_p_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3393. #define HAVE_mve_vmaxnmavq_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3394. #define HAVE_mve_vmaxnmvq_p_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3395. #define HAVE_mve_vmaxnmvq_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3396. #define HAVE_mve_vminnmaq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3397. #define HAVE_mve_vminnmaq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3398. #define HAVE_mve_vminnmavq_p_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3399. #define HAVE_mve_vminnmavq_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3400. #define HAVE_mve_vminnmvq_p_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3401. #define HAVE_mve_vminnmvq_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3402. #define HAVE_mve_vmlaldavaq_sv8hi (TARGET_HAVE_MVE)
  3403. #define HAVE_mve_vmlaldavaq_uv8hi (TARGET_HAVE_MVE)
  3404. #define HAVE_mve_vmlaldavaq_sv4si (TARGET_HAVE_MVE)
  3405. #define HAVE_mve_vmlaldavaq_uv4si (TARGET_HAVE_MVE)
  3406. #define HAVE_mve_vmlaldavaxq_sv8hi (TARGET_HAVE_MVE)
  3407. #define HAVE_mve_vmlaldavaxq_sv4si (TARGET_HAVE_MVE)
  3408. #define HAVE_mve_vmlaldavq_p_uv8hi (TARGET_HAVE_MVE)
  3409. #define HAVE_mve_vmlaldavq_p_sv8hi (TARGET_HAVE_MVE)
  3410. #define HAVE_mve_vmlaldavq_p_uv4si (TARGET_HAVE_MVE)
  3411. #define HAVE_mve_vmlaldavq_p_sv4si (TARGET_HAVE_MVE)
  3412. #define HAVE_mve_vmlaldavxq_p_sv8hi (TARGET_HAVE_MVE)
  3413. #define HAVE_mve_vmlaldavxq_p_sv4si (TARGET_HAVE_MVE)
  3414. #define HAVE_mve_vmlsldavaq_sv8hi (TARGET_HAVE_MVE)
  3415. #define HAVE_mve_vmlsldavaq_sv4si (TARGET_HAVE_MVE)
  3416. #define HAVE_mve_vmlsldavaxq_sv8hi (TARGET_HAVE_MVE)
  3417. #define HAVE_mve_vmlsldavaxq_sv4si (TARGET_HAVE_MVE)
  3418. #define HAVE_mve_vmlsldavq_p_sv8hi (TARGET_HAVE_MVE)
  3419. #define HAVE_mve_vmlsldavq_p_sv4si (TARGET_HAVE_MVE)
  3420. #define HAVE_mve_vmlsldavxq_p_sv8hi (TARGET_HAVE_MVE)
  3421. #define HAVE_mve_vmlsldavxq_p_sv4si (TARGET_HAVE_MVE)
  3422. #define HAVE_mve_vmovlbq_m_uv16qi (TARGET_HAVE_MVE)
  3423. #define HAVE_mve_vmovlbq_m_sv16qi (TARGET_HAVE_MVE)
  3424. #define HAVE_mve_vmovlbq_m_uv8hi (TARGET_HAVE_MVE)
  3425. #define HAVE_mve_vmovlbq_m_sv8hi (TARGET_HAVE_MVE)
  3426. #define HAVE_mve_vmovltq_m_uv16qi (TARGET_HAVE_MVE)
  3427. #define HAVE_mve_vmovltq_m_sv16qi (TARGET_HAVE_MVE)
  3428. #define HAVE_mve_vmovltq_m_uv8hi (TARGET_HAVE_MVE)
  3429. #define HAVE_mve_vmovltq_m_sv8hi (TARGET_HAVE_MVE)
  3430. #define HAVE_mve_vmovnbq_m_uv8hi (TARGET_HAVE_MVE)
  3431. #define HAVE_mve_vmovnbq_m_sv8hi (TARGET_HAVE_MVE)
  3432. #define HAVE_mve_vmovnbq_m_uv4si (TARGET_HAVE_MVE)
  3433. #define HAVE_mve_vmovnbq_m_sv4si (TARGET_HAVE_MVE)
  3434. #define HAVE_mve_vmovntq_m_uv8hi (TARGET_HAVE_MVE)
  3435. #define HAVE_mve_vmovntq_m_sv8hi (TARGET_HAVE_MVE)
  3436. #define HAVE_mve_vmovntq_m_uv4si (TARGET_HAVE_MVE)
  3437. #define HAVE_mve_vmovntq_m_sv4si (TARGET_HAVE_MVE)
  3438. #define HAVE_mve_vmvnq_m_n_uv8hi (TARGET_HAVE_MVE)
  3439. #define HAVE_mve_vmvnq_m_n_sv8hi (TARGET_HAVE_MVE)
  3440. #define HAVE_mve_vmvnq_m_n_uv4si (TARGET_HAVE_MVE)
  3441. #define HAVE_mve_vmvnq_m_n_sv4si (TARGET_HAVE_MVE)
  3442. #define HAVE_mve_vnegq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3443. #define HAVE_mve_vnegq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3444. #define HAVE_mve_vorrq_m_n_sv8hi (TARGET_HAVE_MVE)
  3445. #define HAVE_mve_vorrq_m_n_uv8hi (TARGET_HAVE_MVE)
  3446. #define HAVE_mve_vorrq_m_n_sv4si (TARGET_HAVE_MVE)
  3447. #define HAVE_mve_vorrq_m_n_uv4si (TARGET_HAVE_MVE)
  3448. #define HAVE_mve_vpselq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3449. #define HAVE_mve_vpselq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3450. #define HAVE_mve_vqmovnbq_m_sv8hi (TARGET_HAVE_MVE)
  3451. #define HAVE_mve_vqmovnbq_m_uv8hi (TARGET_HAVE_MVE)
  3452. #define HAVE_mve_vqmovnbq_m_sv4si (TARGET_HAVE_MVE)
  3453. #define HAVE_mve_vqmovnbq_m_uv4si (TARGET_HAVE_MVE)
  3454. #define HAVE_mve_vqmovntq_m_uv8hi (TARGET_HAVE_MVE)
  3455. #define HAVE_mve_vqmovntq_m_sv8hi (TARGET_HAVE_MVE)
  3456. #define HAVE_mve_vqmovntq_m_uv4si (TARGET_HAVE_MVE)
  3457. #define HAVE_mve_vqmovntq_m_sv4si (TARGET_HAVE_MVE)
  3458. #define HAVE_mve_vqmovunbq_m_sv8hi (TARGET_HAVE_MVE)
  3459. #define HAVE_mve_vqmovunbq_m_sv4si (TARGET_HAVE_MVE)
  3460. #define HAVE_mve_vqmovuntq_m_sv8hi (TARGET_HAVE_MVE)
  3461. #define HAVE_mve_vqmovuntq_m_sv4si (TARGET_HAVE_MVE)
  3462. #define HAVE_mve_vqrshrntq_n_uv8hi (TARGET_HAVE_MVE)
  3463. #define HAVE_mve_vqrshrntq_n_sv8hi (TARGET_HAVE_MVE)
  3464. #define HAVE_mve_vqrshrntq_n_uv4si (TARGET_HAVE_MVE)
  3465. #define HAVE_mve_vqrshrntq_n_sv4si (TARGET_HAVE_MVE)
  3466. #define HAVE_mve_vqrshruntq_n_sv8hi (TARGET_HAVE_MVE)
  3467. #define HAVE_mve_vqrshruntq_n_sv4si (TARGET_HAVE_MVE)
  3468. #define HAVE_mve_vqshrnbq_n_uv8hi (TARGET_HAVE_MVE)
  3469. #define HAVE_mve_vqshrnbq_n_sv8hi (TARGET_HAVE_MVE)
  3470. #define HAVE_mve_vqshrnbq_n_uv4si (TARGET_HAVE_MVE)
  3471. #define HAVE_mve_vqshrnbq_n_sv4si (TARGET_HAVE_MVE)
  3472. #define HAVE_mve_vqshrntq_n_uv8hi (TARGET_HAVE_MVE)
  3473. #define HAVE_mve_vqshrntq_n_sv8hi (TARGET_HAVE_MVE)
  3474. #define HAVE_mve_vqshrntq_n_uv4si (TARGET_HAVE_MVE)
  3475. #define HAVE_mve_vqshrntq_n_sv4si (TARGET_HAVE_MVE)
  3476. #define HAVE_mve_vqshrunbq_n_sv8hi (TARGET_HAVE_MVE)
  3477. #define HAVE_mve_vqshrunbq_n_sv4si (TARGET_HAVE_MVE)
  3478. #define HAVE_mve_vqshruntq_n_sv8hi (TARGET_HAVE_MVE)
  3479. #define HAVE_mve_vqshruntq_n_sv4si (TARGET_HAVE_MVE)
  3480. #define HAVE_mve_vrev32q_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3481. #define HAVE_mve_vrev32q_m_sv16qi (TARGET_HAVE_MVE)
  3482. #define HAVE_mve_vrev32q_m_uv16qi (TARGET_HAVE_MVE)
  3483. #define HAVE_mve_vrev32q_m_sv8hi (TARGET_HAVE_MVE)
  3484. #define HAVE_mve_vrev32q_m_uv8hi (TARGET_HAVE_MVE)
  3485. #define HAVE_mve_vrev64q_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3486. #define HAVE_mve_vrev64q_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3487. #define HAVE_mve_vrmlaldavhaxq_sv4si (TARGET_HAVE_MVE)
  3488. #define HAVE_mve_vrmlaldavhxq_p_sv4si (TARGET_HAVE_MVE)
  3489. #define HAVE_mve_vrmlsldavhaxq_sv4si (TARGET_HAVE_MVE)
  3490. #define HAVE_mve_vrmlsldavhq_p_sv4si (TARGET_HAVE_MVE)
  3491. #define HAVE_mve_vrmlsldavhxq_p_sv4si (TARGET_HAVE_MVE)
  3492. #define HAVE_mve_vrndaq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3493. #define HAVE_mve_vrndaq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3494. #define HAVE_mve_vrndmq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3495. #define HAVE_mve_vrndmq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3496. #define HAVE_mve_vrndnq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3497. #define HAVE_mve_vrndnq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3498. #define HAVE_mve_vrndpq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3499. #define HAVE_mve_vrndpq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3500. #define HAVE_mve_vrndxq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3501. #define HAVE_mve_vrndxq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3502. #define HAVE_mve_vrshrnbq_n_sv8hi (TARGET_HAVE_MVE)
  3503. #define HAVE_mve_vrshrnbq_n_uv8hi (TARGET_HAVE_MVE)
  3504. #define HAVE_mve_vrshrnbq_n_sv4si (TARGET_HAVE_MVE)
  3505. #define HAVE_mve_vrshrnbq_n_uv4si (TARGET_HAVE_MVE)
  3506. #define HAVE_mve_vrshrntq_n_uv8hi (TARGET_HAVE_MVE)
  3507. #define HAVE_mve_vrshrntq_n_sv8hi (TARGET_HAVE_MVE)
  3508. #define HAVE_mve_vrshrntq_n_uv4si (TARGET_HAVE_MVE)
  3509. #define HAVE_mve_vrshrntq_n_sv4si (TARGET_HAVE_MVE)
  3510. #define HAVE_mve_vshrnbq_n_uv8hi (TARGET_HAVE_MVE)
  3511. #define HAVE_mve_vshrnbq_n_sv8hi (TARGET_HAVE_MVE)
  3512. #define HAVE_mve_vshrnbq_n_uv4si (TARGET_HAVE_MVE)
  3513. #define HAVE_mve_vshrnbq_n_sv4si (TARGET_HAVE_MVE)
  3514. #define HAVE_mve_vshrntq_n_sv8hi (TARGET_HAVE_MVE)
  3515. #define HAVE_mve_vshrntq_n_uv8hi (TARGET_HAVE_MVE)
  3516. #define HAVE_mve_vshrntq_n_sv4si (TARGET_HAVE_MVE)
  3517. #define HAVE_mve_vshrntq_n_uv4si (TARGET_HAVE_MVE)
  3518. #define HAVE_mve_vcvtmq_m_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3519. #define HAVE_mve_vcvtmq_m_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3520. #define HAVE_mve_vcvtmq_m_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3521. #define HAVE_mve_vcvtmq_m_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3522. #define HAVE_mve_vcvtpq_m_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3523. #define HAVE_mve_vcvtpq_m_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3524. #define HAVE_mve_vcvtpq_m_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3525. #define HAVE_mve_vcvtpq_m_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3526. #define HAVE_mve_vcvtnq_m_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3527. #define HAVE_mve_vcvtnq_m_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3528. #define HAVE_mve_vcvtnq_m_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3529. #define HAVE_mve_vcvtnq_m_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3530. #define HAVE_mve_vcvtq_m_n_from_f_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3531. #define HAVE_mve_vcvtq_m_n_from_f_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3532. #define HAVE_mve_vcvtq_m_n_from_f_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3533. #define HAVE_mve_vcvtq_m_n_from_f_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3534. #define HAVE_mve_vrev16q_m_sv16qi (TARGET_HAVE_MVE)
  3535. #define HAVE_mve_vrev16q_m_uv16qi (TARGET_HAVE_MVE)
  3536. #define HAVE_mve_vcvtq_m_from_f_uv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3537. #define HAVE_mve_vcvtq_m_from_f_sv8hi (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3538. #define HAVE_mve_vcvtq_m_from_f_uv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3539. #define HAVE_mve_vcvtq_m_from_f_sv4si (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3540. #define HAVE_mve_vrmlaldavhq_p_sv4si (TARGET_HAVE_MVE)
  3541. #define HAVE_mve_vrmlaldavhq_p_uv4si (TARGET_HAVE_MVE)
  3542. #define HAVE_mve_vrmlsldavhaq_sv4si (TARGET_HAVE_MVE)
  3543. #define HAVE_mve_vabavq_p_sv16qi (TARGET_HAVE_MVE)
  3544. #define HAVE_mve_vabavq_p_uv16qi (TARGET_HAVE_MVE)
  3545. #define HAVE_mve_vabavq_p_sv8hi (TARGET_HAVE_MVE)
  3546. #define HAVE_mve_vabavq_p_uv8hi (TARGET_HAVE_MVE)
  3547. #define HAVE_mve_vabavq_p_sv4si (TARGET_HAVE_MVE)
  3548. #define HAVE_mve_vabavq_p_uv4si (TARGET_HAVE_MVE)
  3549. #define HAVE_mve_vqshluq_m_n_sv16qi (TARGET_HAVE_MVE)
  3550. #define HAVE_mve_vqshluq_m_n_sv8hi (TARGET_HAVE_MVE)
  3551. #define HAVE_mve_vqshluq_m_n_sv4si (TARGET_HAVE_MVE)
  3552. #define HAVE_mve_vshlq_m_sv16qi (TARGET_HAVE_MVE)
  3553. #define HAVE_mve_vshlq_m_uv16qi (TARGET_HAVE_MVE)
  3554. #define HAVE_mve_vshlq_m_sv8hi (TARGET_HAVE_MVE)
  3555. #define HAVE_mve_vshlq_m_uv8hi (TARGET_HAVE_MVE)
  3556. #define HAVE_mve_vshlq_m_sv4si (TARGET_HAVE_MVE)
  3557. #define HAVE_mve_vshlq_m_uv4si (TARGET_HAVE_MVE)
  3558. #define HAVE_mve_vsriq_m_n_sv16qi (TARGET_HAVE_MVE)
  3559. #define HAVE_mve_vsriq_m_n_uv16qi (TARGET_HAVE_MVE)
  3560. #define HAVE_mve_vsriq_m_n_sv8hi (TARGET_HAVE_MVE)
  3561. #define HAVE_mve_vsriq_m_n_uv8hi (TARGET_HAVE_MVE)
  3562. #define HAVE_mve_vsriq_m_n_sv4si (TARGET_HAVE_MVE)
  3563. #define HAVE_mve_vsriq_m_n_uv4si (TARGET_HAVE_MVE)
  3564. #define HAVE_mve_vsubq_m_uv16qi (TARGET_HAVE_MVE)
  3565. #define HAVE_mve_vsubq_m_sv16qi (TARGET_HAVE_MVE)
  3566. #define HAVE_mve_vsubq_m_uv8hi (TARGET_HAVE_MVE)
  3567. #define HAVE_mve_vsubq_m_sv8hi (TARGET_HAVE_MVE)
  3568. #define HAVE_mve_vsubq_m_uv4si (TARGET_HAVE_MVE)
  3569. #define HAVE_mve_vsubq_m_sv4si (TARGET_HAVE_MVE)
  3570. #define HAVE_mve_vcvtq_m_n_to_f_uv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3571. #define HAVE_mve_vcvtq_m_n_to_f_sv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3572. #define HAVE_mve_vcvtq_m_n_to_f_uv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3573. #define HAVE_mve_vcvtq_m_n_to_f_sv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3574. #define HAVE_mve_vabdq_m_sv16qi (TARGET_HAVE_MVE)
  3575. #define HAVE_mve_vabdq_m_uv16qi (TARGET_HAVE_MVE)
  3576. #define HAVE_mve_vabdq_m_sv8hi (TARGET_HAVE_MVE)
  3577. #define HAVE_mve_vabdq_m_uv8hi (TARGET_HAVE_MVE)
  3578. #define HAVE_mve_vabdq_m_sv4si (TARGET_HAVE_MVE)
  3579. #define HAVE_mve_vabdq_m_uv4si (TARGET_HAVE_MVE)
  3580. #define HAVE_mve_vaddq_m_n_sv16qi (TARGET_HAVE_MVE)
  3581. #define HAVE_mve_vaddq_m_n_uv16qi (TARGET_HAVE_MVE)
  3582. #define HAVE_mve_vaddq_m_n_sv8hi (TARGET_HAVE_MVE)
  3583. #define HAVE_mve_vaddq_m_n_uv8hi (TARGET_HAVE_MVE)
  3584. #define HAVE_mve_vaddq_m_n_sv4si (TARGET_HAVE_MVE)
  3585. #define HAVE_mve_vaddq_m_n_uv4si (TARGET_HAVE_MVE)
  3586. #define HAVE_mve_vaddq_m_uv16qi (TARGET_HAVE_MVE)
  3587. #define HAVE_mve_vaddq_m_sv16qi (TARGET_HAVE_MVE)
  3588. #define HAVE_mve_vaddq_m_uv8hi (TARGET_HAVE_MVE)
  3589. #define HAVE_mve_vaddq_m_sv8hi (TARGET_HAVE_MVE)
  3590. #define HAVE_mve_vaddq_m_uv4si (TARGET_HAVE_MVE)
  3591. #define HAVE_mve_vaddq_m_sv4si (TARGET_HAVE_MVE)
  3592. #define HAVE_mve_vandq_m_uv16qi (TARGET_HAVE_MVE)
  3593. #define HAVE_mve_vandq_m_sv16qi (TARGET_HAVE_MVE)
  3594. #define HAVE_mve_vandq_m_uv8hi (TARGET_HAVE_MVE)
  3595. #define HAVE_mve_vandq_m_sv8hi (TARGET_HAVE_MVE)
  3596. #define HAVE_mve_vandq_m_uv4si (TARGET_HAVE_MVE)
  3597. #define HAVE_mve_vandq_m_sv4si (TARGET_HAVE_MVE)
  3598. #define HAVE_mve_vbicq_m_uv16qi (TARGET_HAVE_MVE)
  3599. #define HAVE_mve_vbicq_m_sv16qi (TARGET_HAVE_MVE)
  3600. #define HAVE_mve_vbicq_m_uv8hi (TARGET_HAVE_MVE)
  3601. #define HAVE_mve_vbicq_m_sv8hi (TARGET_HAVE_MVE)
  3602. #define HAVE_mve_vbicq_m_uv4si (TARGET_HAVE_MVE)
  3603. #define HAVE_mve_vbicq_m_sv4si (TARGET_HAVE_MVE)
  3604. #define HAVE_mve_vbrsrq_m_n_uv16qi (TARGET_HAVE_MVE)
  3605. #define HAVE_mve_vbrsrq_m_n_sv16qi (TARGET_HAVE_MVE)
  3606. #define HAVE_mve_vbrsrq_m_n_uv8hi (TARGET_HAVE_MVE)
  3607. #define HAVE_mve_vbrsrq_m_n_sv8hi (TARGET_HAVE_MVE)
  3608. #define HAVE_mve_vbrsrq_m_n_uv4si (TARGET_HAVE_MVE)
  3609. #define HAVE_mve_vbrsrq_m_n_sv4si (TARGET_HAVE_MVE)
  3610. #define HAVE_mve_vcaddq_rot270_m_uv16qi (TARGET_HAVE_MVE)
  3611. #define HAVE_mve_vcaddq_rot270_m_sv16qi (TARGET_HAVE_MVE)
  3612. #define HAVE_mve_vcaddq_rot270_m_uv8hi (TARGET_HAVE_MVE)
  3613. #define HAVE_mve_vcaddq_rot270_m_sv8hi (TARGET_HAVE_MVE)
  3614. #define HAVE_mve_vcaddq_rot270_m_uv4si (TARGET_HAVE_MVE)
  3615. #define HAVE_mve_vcaddq_rot270_m_sv4si (TARGET_HAVE_MVE)
  3616. #define HAVE_mve_vcaddq_rot90_m_uv16qi (TARGET_HAVE_MVE)
  3617. #define HAVE_mve_vcaddq_rot90_m_sv16qi (TARGET_HAVE_MVE)
  3618. #define HAVE_mve_vcaddq_rot90_m_uv8hi (TARGET_HAVE_MVE)
  3619. #define HAVE_mve_vcaddq_rot90_m_sv8hi (TARGET_HAVE_MVE)
  3620. #define HAVE_mve_vcaddq_rot90_m_uv4si (TARGET_HAVE_MVE)
  3621. #define HAVE_mve_vcaddq_rot90_m_sv4si (TARGET_HAVE_MVE)
  3622. #define HAVE_mve_veorq_m_sv16qi (TARGET_HAVE_MVE)
  3623. #define HAVE_mve_veorq_m_uv16qi (TARGET_HAVE_MVE)
  3624. #define HAVE_mve_veorq_m_sv8hi (TARGET_HAVE_MVE)
  3625. #define HAVE_mve_veorq_m_uv8hi (TARGET_HAVE_MVE)
  3626. #define HAVE_mve_veorq_m_sv4si (TARGET_HAVE_MVE)
  3627. #define HAVE_mve_veorq_m_uv4si (TARGET_HAVE_MVE)
  3628. #define HAVE_mve_vhaddq_m_n_sv16qi (TARGET_HAVE_MVE)
  3629. #define HAVE_mve_vhaddq_m_n_uv16qi (TARGET_HAVE_MVE)
  3630. #define HAVE_mve_vhaddq_m_n_sv8hi (TARGET_HAVE_MVE)
  3631. #define HAVE_mve_vhaddq_m_n_uv8hi (TARGET_HAVE_MVE)
  3632. #define HAVE_mve_vhaddq_m_n_sv4si (TARGET_HAVE_MVE)
  3633. #define HAVE_mve_vhaddq_m_n_uv4si (TARGET_HAVE_MVE)
  3634. #define HAVE_mve_vhaddq_m_sv16qi (TARGET_HAVE_MVE)
  3635. #define HAVE_mve_vhaddq_m_uv16qi (TARGET_HAVE_MVE)
  3636. #define HAVE_mve_vhaddq_m_sv8hi (TARGET_HAVE_MVE)
  3637. #define HAVE_mve_vhaddq_m_uv8hi (TARGET_HAVE_MVE)
  3638. #define HAVE_mve_vhaddq_m_sv4si (TARGET_HAVE_MVE)
  3639. #define HAVE_mve_vhaddq_m_uv4si (TARGET_HAVE_MVE)
  3640. #define HAVE_mve_vhsubq_m_n_sv16qi (TARGET_HAVE_MVE)
  3641. #define HAVE_mve_vhsubq_m_n_uv16qi (TARGET_HAVE_MVE)
  3642. #define HAVE_mve_vhsubq_m_n_sv8hi (TARGET_HAVE_MVE)
  3643. #define HAVE_mve_vhsubq_m_n_uv8hi (TARGET_HAVE_MVE)
  3644. #define HAVE_mve_vhsubq_m_n_sv4si (TARGET_HAVE_MVE)
  3645. #define HAVE_mve_vhsubq_m_n_uv4si (TARGET_HAVE_MVE)
  3646. #define HAVE_mve_vhsubq_m_sv16qi (TARGET_HAVE_MVE)
  3647. #define HAVE_mve_vhsubq_m_uv16qi (TARGET_HAVE_MVE)
  3648. #define HAVE_mve_vhsubq_m_sv8hi (TARGET_HAVE_MVE)
  3649. #define HAVE_mve_vhsubq_m_uv8hi (TARGET_HAVE_MVE)
  3650. #define HAVE_mve_vhsubq_m_sv4si (TARGET_HAVE_MVE)
  3651. #define HAVE_mve_vhsubq_m_uv4si (TARGET_HAVE_MVE)
  3652. #define HAVE_mve_vmaxq_m_sv16qi (TARGET_HAVE_MVE)
  3653. #define HAVE_mve_vmaxq_m_uv16qi (TARGET_HAVE_MVE)
  3654. #define HAVE_mve_vmaxq_m_sv8hi (TARGET_HAVE_MVE)
  3655. #define HAVE_mve_vmaxq_m_uv8hi (TARGET_HAVE_MVE)
  3656. #define HAVE_mve_vmaxq_m_sv4si (TARGET_HAVE_MVE)
  3657. #define HAVE_mve_vmaxq_m_uv4si (TARGET_HAVE_MVE)
  3658. #define HAVE_mve_vminq_m_sv16qi (TARGET_HAVE_MVE)
  3659. #define HAVE_mve_vminq_m_uv16qi (TARGET_HAVE_MVE)
  3660. #define HAVE_mve_vminq_m_sv8hi (TARGET_HAVE_MVE)
  3661. #define HAVE_mve_vminq_m_uv8hi (TARGET_HAVE_MVE)
  3662. #define HAVE_mve_vminq_m_sv4si (TARGET_HAVE_MVE)
  3663. #define HAVE_mve_vminq_m_uv4si (TARGET_HAVE_MVE)
  3664. #define HAVE_mve_vmladavaq_p_uv16qi (TARGET_HAVE_MVE)
  3665. #define HAVE_mve_vmladavaq_p_sv16qi (TARGET_HAVE_MVE)
  3666. #define HAVE_mve_vmladavaq_p_uv8hi (TARGET_HAVE_MVE)
  3667. #define HAVE_mve_vmladavaq_p_sv8hi (TARGET_HAVE_MVE)
  3668. #define HAVE_mve_vmladavaq_p_uv4si (TARGET_HAVE_MVE)
  3669. #define HAVE_mve_vmladavaq_p_sv4si (TARGET_HAVE_MVE)
  3670. #define HAVE_mve_vmlaq_m_n_sv16qi (TARGET_HAVE_MVE)
  3671. #define HAVE_mve_vmlaq_m_n_uv16qi (TARGET_HAVE_MVE)
  3672. #define HAVE_mve_vmlaq_m_n_sv8hi (TARGET_HAVE_MVE)
  3673. #define HAVE_mve_vmlaq_m_n_uv8hi (TARGET_HAVE_MVE)
  3674. #define HAVE_mve_vmlaq_m_n_sv4si (TARGET_HAVE_MVE)
  3675. #define HAVE_mve_vmlaq_m_n_uv4si (TARGET_HAVE_MVE)
  3676. #define HAVE_mve_vmlasq_m_n_uv16qi (TARGET_HAVE_MVE)
  3677. #define HAVE_mve_vmlasq_m_n_sv16qi (TARGET_HAVE_MVE)
  3678. #define HAVE_mve_vmlasq_m_n_uv8hi (TARGET_HAVE_MVE)
  3679. #define HAVE_mve_vmlasq_m_n_sv8hi (TARGET_HAVE_MVE)
  3680. #define HAVE_mve_vmlasq_m_n_uv4si (TARGET_HAVE_MVE)
  3681. #define HAVE_mve_vmlasq_m_n_sv4si (TARGET_HAVE_MVE)
  3682. #define HAVE_mve_vmulhq_m_sv16qi (TARGET_HAVE_MVE)
  3683. #define HAVE_mve_vmulhq_m_uv16qi (TARGET_HAVE_MVE)
  3684. #define HAVE_mve_vmulhq_m_sv8hi (TARGET_HAVE_MVE)
  3685. #define HAVE_mve_vmulhq_m_uv8hi (TARGET_HAVE_MVE)
  3686. #define HAVE_mve_vmulhq_m_sv4si (TARGET_HAVE_MVE)
  3687. #define HAVE_mve_vmulhq_m_uv4si (TARGET_HAVE_MVE)
  3688. #define HAVE_mve_vmullbq_int_m_uv16qi (TARGET_HAVE_MVE)
  3689. #define HAVE_mve_vmullbq_int_m_sv16qi (TARGET_HAVE_MVE)
  3690. #define HAVE_mve_vmullbq_int_m_uv8hi (TARGET_HAVE_MVE)
  3691. #define HAVE_mve_vmullbq_int_m_sv8hi (TARGET_HAVE_MVE)
  3692. #define HAVE_mve_vmullbq_int_m_uv4si (TARGET_HAVE_MVE)
  3693. #define HAVE_mve_vmullbq_int_m_sv4si (TARGET_HAVE_MVE)
  3694. #define HAVE_mve_vmulltq_int_m_sv16qi (TARGET_HAVE_MVE)
  3695. #define HAVE_mve_vmulltq_int_m_uv16qi (TARGET_HAVE_MVE)
  3696. #define HAVE_mve_vmulltq_int_m_sv8hi (TARGET_HAVE_MVE)
  3697. #define HAVE_mve_vmulltq_int_m_uv8hi (TARGET_HAVE_MVE)
  3698. #define HAVE_mve_vmulltq_int_m_sv4si (TARGET_HAVE_MVE)
  3699. #define HAVE_mve_vmulltq_int_m_uv4si (TARGET_HAVE_MVE)
  3700. #define HAVE_mve_vmulq_m_n_uv16qi (TARGET_HAVE_MVE)
  3701. #define HAVE_mve_vmulq_m_n_sv16qi (TARGET_HAVE_MVE)
  3702. #define HAVE_mve_vmulq_m_n_uv8hi (TARGET_HAVE_MVE)
  3703. #define HAVE_mve_vmulq_m_n_sv8hi (TARGET_HAVE_MVE)
  3704. #define HAVE_mve_vmulq_m_n_uv4si (TARGET_HAVE_MVE)
  3705. #define HAVE_mve_vmulq_m_n_sv4si (TARGET_HAVE_MVE)
  3706. #define HAVE_mve_vmulq_m_sv16qi (TARGET_HAVE_MVE)
  3707. #define HAVE_mve_vmulq_m_uv16qi (TARGET_HAVE_MVE)
  3708. #define HAVE_mve_vmulq_m_sv8hi (TARGET_HAVE_MVE)
  3709. #define HAVE_mve_vmulq_m_uv8hi (TARGET_HAVE_MVE)
  3710. #define HAVE_mve_vmulq_m_sv4si (TARGET_HAVE_MVE)
  3711. #define HAVE_mve_vmulq_m_uv4si (TARGET_HAVE_MVE)
  3712. #define HAVE_mve_vornq_m_uv16qi (TARGET_HAVE_MVE)
  3713. #define HAVE_mve_vornq_m_sv16qi (TARGET_HAVE_MVE)
  3714. #define HAVE_mve_vornq_m_uv8hi (TARGET_HAVE_MVE)
  3715. #define HAVE_mve_vornq_m_sv8hi (TARGET_HAVE_MVE)
  3716. #define HAVE_mve_vornq_m_uv4si (TARGET_HAVE_MVE)
  3717. #define HAVE_mve_vornq_m_sv4si (TARGET_HAVE_MVE)
  3718. #define HAVE_mve_vorrq_m_sv16qi (TARGET_HAVE_MVE)
  3719. #define HAVE_mve_vorrq_m_uv16qi (TARGET_HAVE_MVE)
  3720. #define HAVE_mve_vorrq_m_sv8hi (TARGET_HAVE_MVE)
  3721. #define HAVE_mve_vorrq_m_uv8hi (TARGET_HAVE_MVE)
  3722. #define HAVE_mve_vorrq_m_sv4si (TARGET_HAVE_MVE)
  3723. #define HAVE_mve_vorrq_m_uv4si (TARGET_HAVE_MVE)
  3724. #define HAVE_mve_vqaddq_m_n_uv16qi (TARGET_HAVE_MVE)
  3725. #define HAVE_mve_vqaddq_m_n_sv16qi (TARGET_HAVE_MVE)
  3726. #define HAVE_mve_vqaddq_m_n_uv8hi (TARGET_HAVE_MVE)
  3727. #define HAVE_mve_vqaddq_m_n_sv8hi (TARGET_HAVE_MVE)
  3728. #define HAVE_mve_vqaddq_m_n_uv4si (TARGET_HAVE_MVE)
  3729. #define HAVE_mve_vqaddq_m_n_sv4si (TARGET_HAVE_MVE)
  3730. #define HAVE_mve_vqaddq_m_uv16qi (TARGET_HAVE_MVE)
  3731. #define HAVE_mve_vqaddq_m_sv16qi (TARGET_HAVE_MVE)
  3732. #define HAVE_mve_vqaddq_m_uv8hi (TARGET_HAVE_MVE)
  3733. #define HAVE_mve_vqaddq_m_sv8hi (TARGET_HAVE_MVE)
  3734. #define HAVE_mve_vqaddq_m_uv4si (TARGET_HAVE_MVE)
  3735. #define HAVE_mve_vqaddq_m_sv4si (TARGET_HAVE_MVE)
  3736. #define HAVE_mve_vqdmlahq_m_n_sv16qi (TARGET_HAVE_MVE)
  3737. #define HAVE_mve_vqdmlahq_m_n_sv8hi (TARGET_HAVE_MVE)
  3738. #define HAVE_mve_vqdmlahq_m_n_sv4si (TARGET_HAVE_MVE)
  3739. #define HAVE_mve_vqdmlashq_m_n_sv16qi (TARGET_HAVE_MVE)
  3740. #define HAVE_mve_vqdmlashq_m_n_sv8hi (TARGET_HAVE_MVE)
  3741. #define HAVE_mve_vqdmlashq_m_n_sv4si (TARGET_HAVE_MVE)
  3742. #define HAVE_mve_vqrdmlahq_m_n_sv16qi (TARGET_HAVE_MVE)
  3743. #define HAVE_mve_vqrdmlahq_m_n_sv8hi (TARGET_HAVE_MVE)
  3744. #define HAVE_mve_vqrdmlahq_m_n_sv4si (TARGET_HAVE_MVE)
  3745. #define HAVE_mve_vqrdmlashq_m_n_sv16qi (TARGET_HAVE_MVE)
  3746. #define HAVE_mve_vqrdmlashq_m_n_sv8hi (TARGET_HAVE_MVE)
  3747. #define HAVE_mve_vqrdmlashq_m_n_sv4si (TARGET_HAVE_MVE)
  3748. #define HAVE_mve_vqrshlq_m_uv16qi (TARGET_HAVE_MVE)
  3749. #define HAVE_mve_vqrshlq_m_sv16qi (TARGET_HAVE_MVE)
  3750. #define HAVE_mve_vqrshlq_m_uv8hi (TARGET_HAVE_MVE)
  3751. #define HAVE_mve_vqrshlq_m_sv8hi (TARGET_HAVE_MVE)
  3752. #define HAVE_mve_vqrshlq_m_uv4si (TARGET_HAVE_MVE)
  3753. #define HAVE_mve_vqrshlq_m_sv4si (TARGET_HAVE_MVE)
  3754. #define HAVE_mve_vqshlq_m_n_sv16qi (TARGET_HAVE_MVE)
  3755. #define HAVE_mve_vqshlq_m_n_uv16qi (TARGET_HAVE_MVE)
  3756. #define HAVE_mve_vqshlq_m_n_sv8hi (TARGET_HAVE_MVE)
  3757. #define HAVE_mve_vqshlq_m_n_uv8hi (TARGET_HAVE_MVE)
  3758. #define HAVE_mve_vqshlq_m_n_sv4si (TARGET_HAVE_MVE)
  3759. #define HAVE_mve_vqshlq_m_n_uv4si (TARGET_HAVE_MVE)
  3760. #define HAVE_mve_vqshlq_m_uv16qi (TARGET_HAVE_MVE)
  3761. #define HAVE_mve_vqshlq_m_sv16qi (TARGET_HAVE_MVE)
  3762. #define HAVE_mve_vqshlq_m_uv8hi (TARGET_HAVE_MVE)
  3763. #define HAVE_mve_vqshlq_m_sv8hi (TARGET_HAVE_MVE)
  3764. #define HAVE_mve_vqshlq_m_uv4si (TARGET_HAVE_MVE)
  3765. #define HAVE_mve_vqshlq_m_sv4si (TARGET_HAVE_MVE)
  3766. #define HAVE_mve_vqsubq_m_n_uv16qi (TARGET_HAVE_MVE)
  3767. #define HAVE_mve_vqsubq_m_n_sv16qi (TARGET_HAVE_MVE)
  3768. #define HAVE_mve_vqsubq_m_n_uv8hi (TARGET_HAVE_MVE)
  3769. #define HAVE_mve_vqsubq_m_n_sv8hi (TARGET_HAVE_MVE)
  3770. #define HAVE_mve_vqsubq_m_n_uv4si (TARGET_HAVE_MVE)
  3771. #define HAVE_mve_vqsubq_m_n_sv4si (TARGET_HAVE_MVE)
  3772. #define HAVE_mve_vqsubq_m_uv16qi (TARGET_HAVE_MVE)
  3773. #define HAVE_mve_vqsubq_m_sv16qi (TARGET_HAVE_MVE)
  3774. #define HAVE_mve_vqsubq_m_uv8hi (TARGET_HAVE_MVE)
  3775. #define HAVE_mve_vqsubq_m_sv8hi (TARGET_HAVE_MVE)
  3776. #define HAVE_mve_vqsubq_m_uv4si (TARGET_HAVE_MVE)
  3777. #define HAVE_mve_vqsubq_m_sv4si (TARGET_HAVE_MVE)
  3778. #define HAVE_mve_vrhaddq_m_uv16qi (TARGET_HAVE_MVE)
  3779. #define HAVE_mve_vrhaddq_m_sv16qi (TARGET_HAVE_MVE)
  3780. #define HAVE_mve_vrhaddq_m_uv8hi (TARGET_HAVE_MVE)
  3781. #define HAVE_mve_vrhaddq_m_sv8hi (TARGET_HAVE_MVE)
  3782. #define HAVE_mve_vrhaddq_m_uv4si (TARGET_HAVE_MVE)
  3783. #define HAVE_mve_vrhaddq_m_sv4si (TARGET_HAVE_MVE)
  3784. #define HAVE_mve_vrmulhq_m_uv16qi (TARGET_HAVE_MVE)
  3785. #define HAVE_mve_vrmulhq_m_sv16qi (TARGET_HAVE_MVE)
  3786. #define HAVE_mve_vrmulhq_m_uv8hi (TARGET_HAVE_MVE)
  3787. #define HAVE_mve_vrmulhq_m_sv8hi (TARGET_HAVE_MVE)
  3788. #define HAVE_mve_vrmulhq_m_uv4si (TARGET_HAVE_MVE)
  3789. #define HAVE_mve_vrmulhq_m_sv4si (TARGET_HAVE_MVE)
  3790. #define HAVE_mve_vrshlq_m_sv16qi (TARGET_HAVE_MVE)
  3791. #define HAVE_mve_vrshlq_m_uv16qi (TARGET_HAVE_MVE)
  3792. #define HAVE_mve_vrshlq_m_sv8hi (TARGET_HAVE_MVE)
  3793. #define HAVE_mve_vrshlq_m_uv8hi (TARGET_HAVE_MVE)
  3794. #define HAVE_mve_vrshlq_m_sv4si (TARGET_HAVE_MVE)
  3795. #define HAVE_mve_vrshlq_m_uv4si (TARGET_HAVE_MVE)
  3796. #define HAVE_mve_vrshrq_m_n_sv16qi (TARGET_HAVE_MVE)
  3797. #define HAVE_mve_vrshrq_m_n_uv16qi (TARGET_HAVE_MVE)
  3798. #define HAVE_mve_vrshrq_m_n_sv8hi (TARGET_HAVE_MVE)
  3799. #define HAVE_mve_vrshrq_m_n_uv8hi (TARGET_HAVE_MVE)
  3800. #define HAVE_mve_vrshrq_m_n_sv4si (TARGET_HAVE_MVE)
  3801. #define HAVE_mve_vrshrq_m_n_uv4si (TARGET_HAVE_MVE)
  3802. #define HAVE_mve_vshlq_m_n_sv16qi (TARGET_HAVE_MVE)
  3803. #define HAVE_mve_vshlq_m_n_uv16qi (TARGET_HAVE_MVE)
  3804. #define HAVE_mve_vshlq_m_n_sv8hi (TARGET_HAVE_MVE)
  3805. #define HAVE_mve_vshlq_m_n_uv8hi (TARGET_HAVE_MVE)
  3806. #define HAVE_mve_vshlq_m_n_sv4si (TARGET_HAVE_MVE)
  3807. #define HAVE_mve_vshlq_m_n_uv4si (TARGET_HAVE_MVE)
  3808. #define HAVE_mve_vshrq_m_n_sv16qi (TARGET_HAVE_MVE)
  3809. #define HAVE_mve_vshrq_m_n_uv16qi (TARGET_HAVE_MVE)
  3810. #define HAVE_mve_vshrq_m_n_sv8hi (TARGET_HAVE_MVE)
  3811. #define HAVE_mve_vshrq_m_n_uv8hi (TARGET_HAVE_MVE)
  3812. #define HAVE_mve_vshrq_m_n_sv4si (TARGET_HAVE_MVE)
  3813. #define HAVE_mve_vshrq_m_n_uv4si (TARGET_HAVE_MVE)
  3814. #define HAVE_mve_vsliq_m_n_uv16qi (TARGET_HAVE_MVE)
  3815. #define HAVE_mve_vsliq_m_n_sv16qi (TARGET_HAVE_MVE)
  3816. #define HAVE_mve_vsliq_m_n_uv8hi (TARGET_HAVE_MVE)
  3817. #define HAVE_mve_vsliq_m_n_sv8hi (TARGET_HAVE_MVE)
  3818. #define HAVE_mve_vsliq_m_n_uv4si (TARGET_HAVE_MVE)
  3819. #define HAVE_mve_vsliq_m_n_sv4si (TARGET_HAVE_MVE)
  3820. #define HAVE_mve_vsubq_m_n_sv16qi (TARGET_HAVE_MVE)
  3821. #define HAVE_mve_vsubq_m_n_uv16qi (TARGET_HAVE_MVE)
  3822. #define HAVE_mve_vsubq_m_n_sv8hi (TARGET_HAVE_MVE)
  3823. #define HAVE_mve_vsubq_m_n_uv8hi (TARGET_HAVE_MVE)
  3824. #define HAVE_mve_vsubq_m_n_sv4si (TARGET_HAVE_MVE)
  3825. #define HAVE_mve_vsubq_m_n_uv4si (TARGET_HAVE_MVE)
  3826. #define HAVE_mve_vhcaddq_rot270_m_sv16qi (TARGET_HAVE_MVE)
  3827. #define HAVE_mve_vhcaddq_rot270_m_sv8hi (TARGET_HAVE_MVE)
  3828. #define HAVE_mve_vhcaddq_rot270_m_sv4si (TARGET_HAVE_MVE)
  3829. #define HAVE_mve_vhcaddq_rot90_m_sv16qi (TARGET_HAVE_MVE)
  3830. #define HAVE_mve_vhcaddq_rot90_m_sv8hi (TARGET_HAVE_MVE)
  3831. #define HAVE_mve_vhcaddq_rot90_m_sv4si (TARGET_HAVE_MVE)
  3832. #define HAVE_mve_vmladavaxq_p_sv16qi (TARGET_HAVE_MVE)
  3833. #define HAVE_mve_vmladavaxq_p_sv8hi (TARGET_HAVE_MVE)
  3834. #define HAVE_mve_vmladavaxq_p_sv4si (TARGET_HAVE_MVE)
  3835. #define HAVE_mve_vmlsdavaq_p_sv16qi (TARGET_HAVE_MVE)
  3836. #define HAVE_mve_vmlsdavaq_p_sv8hi (TARGET_HAVE_MVE)
  3837. #define HAVE_mve_vmlsdavaq_p_sv4si (TARGET_HAVE_MVE)
  3838. #define HAVE_mve_vmlsdavaxq_p_sv16qi (TARGET_HAVE_MVE)
  3839. #define HAVE_mve_vmlsdavaxq_p_sv8hi (TARGET_HAVE_MVE)
  3840. #define HAVE_mve_vmlsdavaxq_p_sv4si (TARGET_HAVE_MVE)
  3841. #define HAVE_mve_vqdmladhq_m_sv16qi (TARGET_HAVE_MVE)
  3842. #define HAVE_mve_vqdmladhq_m_sv8hi (TARGET_HAVE_MVE)
  3843. #define HAVE_mve_vqdmladhq_m_sv4si (TARGET_HAVE_MVE)
  3844. #define HAVE_mve_vqdmladhxq_m_sv16qi (TARGET_HAVE_MVE)
  3845. #define HAVE_mve_vqdmladhxq_m_sv8hi (TARGET_HAVE_MVE)
  3846. #define HAVE_mve_vqdmladhxq_m_sv4si (TARGET_HAVE_MVE)
  3847. #define HAVE_mve_vqdmlsdhq_m_sv16qi (TARGET_HAVE_MVE)
  3848. #define HAVE_mve_vqdmlsdhq_m_sv8hi (TARGET_HAVE_MVE)
  3849. #define HAVE_mve_vqdmlsdhq_m_sv4si (TARGET_HAVE_MVE)
  3850. #define HAVE_mve_vqdmlsdhxq_m_sv16qi (TARGET_HAVE_MVE)
  3851. #define HAVE_mve_vqdmlsdhxq_m_sv8hi (TARGET_HAVE_MVE)
  3852. #define HAVE_mve_vqdmlsdhxq_m_sv4si (TARGET_HAVE_MVE)
  3853. #define HAVE_mve_vqdmulhq_m_n_sv16qi (TARGET_HAVE_MVE)
  3854. #define HAVE_mve_vqdmulhq_m_n_sv8hi (TARGET_HAVE_MVE)
  3855. #define HAVE_mve_vqdmulhq_m_n_sv4si (TARGET_HAVE_MVE)
  3856. #define HAVE_mve_vqdmulhq_m_sv16qi (TARGET_HAVE_MVE)
  3857. #define HAVE_mve_vqdmulhq_m_sv8hi (TARGET_HAVE_MVE)
  3858. #define HAVE_mve_vqdmulhq_m_sv4si (TARGET_HAVE_MVE)
  3859. #define HAVE_mve_vqrdmladhq_m_sv16qi (TARGET_HAVE_MVE)
  3860. #define HAVE_mve_vqrdmladhq_m_sv8hi (TARGET_HAVE_MVE)
  3861. #define HAVE_mve_vqrdmladhq_m_sv4si (TARGET_HAVE_MVE)
  3862. #define HAVE_mve_vqrdmladhxq_m_sv16qi (TARGET_HAVE_MVE)
  3863. #define HAVE_mve_vqrdmladhxq_m_sv8hi (TARGET_HAVE_MVE)
  3864. #define HAVE_mve_vqrdmladhxq_m_sv4si (TARGET_HAVE_MVE)
  3865. #define HAVE_mve_vqrdmlsdhq_m_sv16qi (TARGET_HAVE_MVE)
  3866. #define HAVE_mve_vqrdmlsdhq_m_sv8hi (TARGET_HAVE_MVE)
  3867. #define HAVE_mve_vqrdmlsdhq_m_sv4si (TARGET_HAVE_MVE)
  3868. #define HAVE_mve_vqrdmlsdhxq_m_sv16qi (TARGET_HAVE_MVE)
  3869. #define HAVE_mve_vqrdmlsdhxq_m_sv8hi (TARGET_HAVE_MVE)
  3870. #define HAVE_mve_vqrdmlsdhxq_m_sv4si (TARGET_HAVE_MVE)
  3871. #define HAVE_mve_vqrdmulhq_m_n_sv16qi (TARGET_HAVE_MVE)
  3872. #define HAVE_mve_vqrdmulhq_m_n_sv8hi (TARGET_HAVE_MVE)
  3873. #define HAVE_mve_vqrdmulhq_m_n_sv4si (TARGET_HAVE_MVE)
  3874. #define HAVE_mve_vqrdmulhq_m_sv16qi (TARGET_HAVE_MVE)
  3875. #define HAVE_mve_vqrdmulhq_m_sv8hi (TARGET_HAVE_MVE)
  3876. #define HAVE_mve_vqrdmulhq_m_sv4si (TARGET_HAVE_MVE)
  3877. #define HAVE_mve_vmlaldavaq_p_uv8hi (TARGET_HAVE_MVE)
  3878. #define HAVE_mve_vmlaldavaq_p_sv8hi (TARGET_HAVE_MVE)
  3879. #define HAVE_mve_vmlaldavaq_p_uv4si (TARGET_HAVE_MVE)
  3880. #define HAVE_mve_vmlaldavaq_p_sv4si (TARGET_HAVE_MVE)
  3881. #define HAVE_mve_vmlaldavaxq_p_sv8hi (TARGET_HAVE_MVE)
  3882. #define HAVE_mve_vmlaldavaxq_p_sv4si (TARGET_HAVE_MVE)
  3883. #define HAVE_mve_vqrshrnbq_m_n_uv8hi (TARGET_HAVE_MVE)
  3884. #define HAVE_mve_vqrshrnbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3885. #define HAVE_mve_vqrshrnbq_m_n_uv4si (TARGET_HAVE_MVE)
  3886. #define HAVE_mve_vqrshrnbq_m_n_sv4si (TARGET_HAVE_MVE)
  3887. #define HAVE_mve_vqrshrntq_m_n_sv8hi (TARGET_HAVE_MVE)
  3888. #define HAVE_mve_vqrshrntq_m_n_uv8hi (TARGET_HAVE_MVE)
  3889. #define HAVE_mve_vqrshrntq_m_n_sv4si (TARGET_HAVE_MVE)
  3890. #define HAVE_mve_vqrshrntq_m_n_uv4si (TARGET_HAVE_MVE)
  3891. #define HAVE_mve_vqshrnbq_m_n_uv8hi (TARGET_HAVE_MVE)
  3892. #define HAVE_mve_vqshrnbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3893. #define HAVE_mve_vqshrnbq_m_n_uv4si (TARGET_HAVE_MVE)
  3894. #define HAVE_mve_vqshrnbq_m_n_sv4si (TARGET_HAVE_MVE)
  3895. #define HAVE_mve_vqshrntq_m_n_sv8hi (TARGET_HAVE_MVE)
  3896. #define HAVE_mve_vqshrntq_m_n_uv8hi (TARGET_HAVE_MVE)
  3897. #define HAVE_mve_vqshrntq_m_n_sv4si (TARGET_HAVE_MVE)
  3898. #define HAVE_mve_vqshrntq_m_n_uv4si (TARGET_HAVE_MVE)
  3899. #define HAVE_mve_vrmlaldavhaq_p_sv4si (TARGET_HAVE_MVE)
  3900. #define HAVE_mve_vrshrnbq_m_n_uv8hi (TARGET_HAVE_MVE)
  3901. #define HAVE_mve_vrshrnbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3902. #define HAVE_mve_vrshrnbq_m_n_uv4si (TARGET_HAVE_MVE)
  3903. #define HAVE_mve_vrshrnbq_m_n_sv4si (TARGET_HAVE_MVE)
  3904. #define HAVE_mve_vrshrntq_m_n_uv8hi (TARGET_HAVE_MVE)
  3905. #define HAVE_mve_vrshrntq_m_n_sv8hi (TARGET_HAVE_MVE)
  3906. #define HAVE_mve_vrshrntq_m_n_uv4si (TARGET_HAVE_MVE)
  3907. #define HAVE_mve_vrshrntq_m_n_sv4si (TARGET_HAVE_MVE)
  3908. #define HAVE_mve_vshllbq_m_n_uv16qi (TARGET_HAVE_MVE)
  3909. #define HAVE_mve_vshllbq_m_n_sv16qi (TARGET_HAVE_MVE)
  3910. #define HAVE_mve_vshllbq_m_n_uv8hi (TARGET_HAVE_MVE)
  3911. #define HAVE_mve_vshllbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3912. #define HAVE_mve_vshlltq_m_n_uv16qi (TARGET_HAVE_MVE)
  3913. #define HAVE_mve_vshlltq_m_n_sv16qi (TARGET_HAVE_MVE)
  3914. #define HAVE_mve_vshlltq_m_n_uv8hi (TARGET_HAVE_MVE)
  3915. #define HAVE_mve_vshlltq_m_n_sv8hi (TARGET_HAVE_MVE)
  3916. #define HAVE_mve_vshrnbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3917. #define HAVE_mve_vshrnbq_m_n_uv8hi (TARGET_HAVE_MVE)
  3918. #define HAVE_mve_vshrnbq_m_n_sv4si (TARGET_HAVE_MVE)
  3919. #define HAVE_mve_vshrnbq_m_n_uv4si (TARGET_HAVE_MVE)
  3920. #define HAVE_mve_vshrntq_m_n_sv8hi (TARGET_HAVE_MVE)
  3921. #define HAVE_mve_vshrntq_m_n_uv8hi (TARGET_HAVE_MVE)
  3922. #define HAVE_mve_vshrntq_m_n_sv4si (TARGET_HAVE_MVE)
  3923. #define HAVE_mve_vshrntq_m_n_uv4si (TARGET_HAVE_MVE)
  3924. #define HAVE_mve_vmlsldavaq_p_sv8hi (TARGET_HAVE_MVE)
  3925. #define HAVE_mve_vmlsldavaq_p_sv4si (TARGET_HAVE_MVE)
  3926. #define HAVE_mve_vmlsldavaxq_p_sv8hi (TARGET_HAVE_MVE)
  3927. #define HAVE_mve_vmlsldavaxq_p_sv4si (TARGET_HAVE_MVE)
  3928. #define HAVE_mve_vmullbq_poly_m_pv16qi (TARGET_HAVE_MVE)
  3929. #define HAVE_mve_vmullbq_poly_m_pv8hi (TARGET_HAVE_MVE)
  3930. #define HAVE_mve_vmulltq_poly_m_pv16qi (TARGET_HAVE_MVE)
  3931. #define HAVE_mve_vmulltq_poly_m_pv8hi (TARGET_HAVE_MVE)
  3932. #define HAVE_mve_vqdmullbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3933. #define HAVE_mve_vqdmullbq_m_n_sv4si (TARGET_HAVE_MVE)
  3934. #define HAVE_mve_vqdmullbq_m_sv8hi (TARGET_HAVE_MVE)
  3935. #define HAVE_mve_vqdmullbq_m_sv4si (TARGET_HAVE_MVE)
  3936. #define HAVE_mve_vqdmulltq_m_n_sv8hi (TARGET_HAVE_MVE)
  3937. #define HAVE_mve_vqdmulltq_m_n_sv4si (TARGET_HAVE_MVE)
  3938. #define HAVE_mve_vqdmulltq_m_sv8hi (TARGET_HAVE_MVE)
  3939. #define HAVE_mve_vqdmulltq_m_sv4si (TARGET_HAVE_MVE)
  3940. #define HAVE_mve_vqrshrunbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3941. #define HAVE_mve_vqrshrunbq_m_n_sv4si (TARGET_HAVE_MVE)
  3942. #define HAVE_mve_vqrshruntq_m_n_sv8hi (TARGET_HAVE_MVE)
  3943. #define HAVE_mve_vqrshruntq_m_n_sv4si (TARGET_HAVE_MVE)
  3944. #define HAVE_mve_vqshrunbq_m_n_sv8hi (TARGET_HAVE_MVE)
  3945. #define HAVE_mve_vqshrunbq_m_n_sv4si (TARGET_HAVE_MVE)
  3946. #define HAVE_mve_vqshruntq_m_n_sv8hi (TARGET_HAVE_MVE)
  3947. #define HAVE_mve_vqshruntq_m_n_sv4si (TARGET_HAVE_MVE)
  3948. #define HAVE_mve_vrmlaldavhaq_p_uv4si (TARGET_HAVE_MVE)
  3949. #define HAVE_mve_vrmlaldavhaxq_p_sv4si (TARGET_HAVE_MVE)
  3950. #define HAVE_mve_vrmlsldavhaq_p_sv4si (TARGET_HAVE_MVE)
  3951. #define HAVE_mve_vrmlsldavhaxq_p_sv4si (TARGET_HAVE_MVE)
  3952. #define HAVE_mve_vabdq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3953. #define HAVE_mve_vabdq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3954. #define HAVE_mve_vaddq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3955. #define HAVE_mve_vaddq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3956. #define HAVE_mve_vaddq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3957. #define HAVE_mve_vaddq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3958. #define HAVE_mve_vandq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3959. #define HAVE_mve_vandq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3960. #define HAVE_mve_vbicq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3961. #define HAVE_mve_vbicq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3962. #define HAVE_mve_vbrsrq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3963. #define HAVE_mve_vbrsrq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3964. #define HAVE_mve_vcaddq_rot270_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3965. #define HAVE_mve_vcaddq_rot270_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3966. #define HAVE_mve_vcaddq_rot90_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3967. #define HAVE_mve_vcaddq_rot90_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3968. #define HAVE_mve_vcmlaq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3969. #define HAVE_mve_vcmlaq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3970. #define HAVE_mve_vcmlaq_rot180_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3971. #define HAVE_mve_vcmlaq_rot180_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3972. #define HAVE_mve_vcmlaq_rot270_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3973. #define HAVE_mve_vcmlaq_rot270_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3974. #define HAVE_mve_vcmlaq_rot90_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3975. #define HAVE_mve_vcmlaq_rot90_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3976. #define HAVE_mve_vcmulq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3977. #define HAVE_mve_vcmulq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3978. #define HAVE_mve_vcmulq_rot180_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3979. #define HAVE_mve_vcmulq_rot180_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3980. #define HAVE_mve_vcmulq_rot270_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3981. #define HAVE_mve_vcmulq_rot270_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3982. #define HAVE_mve_vcmulq_rot90_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3983. #define HAVE_mve_vcmulq_rot90_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3984. #define HAVE_mve_veorq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3985. #define HAVE_mve_veorq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3986. #define HAVE_mve_vfmaq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3987. #define HAVE_mve_vfmaq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3988. #define HAVE_mve_vfmaq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3989. #define HAVE_mve_vfmaq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3990. #define HAVE_mve_vfmasq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3991. #define HAVE_mve_vfmasq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3992. #define HAVE_mve_vfmsq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3993. #define HAVE_mve_vfmsq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3994. #define HAVE_mve_vmaxnmq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3995. #define HAVE_mve_vmaxnmq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3996. #define HAVE_mve_vminnmq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3997. #define HAVE_mve_vminnmq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3998. #define HAVE_mve_vmulq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  3999. #define HAVE_mve_vmulq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4000. #define HAVE_mve_vmulq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4001. #define HAVE_mve_vmulq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4002. #define HAVE_mve_vornq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4003. #define HAVE_mve_vornq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4004. #define HAVE_mve_vorrq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4005. #define HAVE_mve_vorrq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4006. #define HAVE_mve_vsubq_m_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4007. #define HAVE_mve_vsubq_m_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4008. #define HAVE_mve_vsubq_m_n_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4009. #define HAVE_mve_vsubq_m_n_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4010. #define HAVE_mve_vstrbq_sv16qi (TARGET_HAVE_MVE)
  4011. #define HAVE_mve_vstrbq_uv16qi (TARGET_HAVE_MVE)
  4012. #define HAVE_mve_vstrbq_sv8hi (TARGET_HAVE_MVE)
  4013. #define HAVE_mve_vstrbq_uv8hi (TARGET_HAVE_MVE)
  4014. #define HAVE_mve_vstrbq_sv4si (TARGET_HAVE_MVE)
  4015. #define HAVE_mve_vstrbq_uv4si (TARGET_HAVE_MVE)
  4016. #define HAVE_mve_vstrbq_scatter_offset_sv16qi_insn (TARGET_HAVE_MVE)
  4017. #define HAVE_mve_vstrbq_scatter_offset_uv16qi_insn (TARGET_HAVE_MVE)
  4018. #define HAVE_mve_vstrbq_scatter_offset_sv8hi_insn (TARGET_HAVE_MVE)
  4019. #define HAVE_mve_vstrbq_scatter_offset_uv8hi_insn (TARGET_HAVE_MVE)
  4020. #define HAVE_mve_vstrbq_scatter_offset_sv4si_insn (TARGET_HAVE_MVE)
  4021. #define HAVE_mve_vstrbq_scatter_offset_uv4si_insn (TARGET_HAVE_MVE)
  4022. #define HAVE_mve_vstrwq_scatter_base_sv4si (TARGET_HAVE_MVE)
  4023. #define HAVE_mve_vstrwq_scatter_base_uv4si (TARGET_HAVE_MVE)
  4024. #define HAVE_mve_vldrbq_gather_offset_sv16qi (TARGET_HAVE_MVE)
  4025. #define HAVE_mve_vldrbq_gather_offset_uv16qi (TARGET_HAVE_MVE)
  4026. #define HAVE_mve_vldrbq_gather_offset_sv8hi (TARGET_HAVE_MVE)
  4027. #define HAVE_mve_vldrbq_gather_offset_uv8hi (TARGET_HAVE_MVE)
  4028. #define HAVE_mve_vldrbq_gather_offset_sv4si (TARGET_HAVE_MVE)
  4029. #define HAVE_mve_vldrbq_gather_offset_uv4si (TARGET_HAVE_MVE)
  4030. #define HAVE_mve_vldrbq_sv16qi (TARGET_HAVE_MVE)
  4031. #define HAVE_mve_vldrbq_uv16qi (TARGET_HAVE_MVE)
  4032. #define HAVE_mve_vldrbq_sv8hi (TARGET_HAVE_MVE)
  4033. #define HAVE_mve_vldrbq_uv8hi (TARGET_HAVE_MVE)
  4034. #define HAVE_mve_vldrbq_sv4si (TARGET_HAVE_MVE)
  4035. #define HAVE_mve_vldrbq_uv4si (TARGET_HAVE_MVE)
  4036. #define HAVE_mve_vldrwq_gather_base_sv4si (TARGET_HAVE_MVE)
  4037. #define HAVE_mve_vldrwq_gather_base_uv4si (TARGET_HAVE_MVE)
  4038. #define HAVE_mve_vstrbq_scatter_offset_p_sv16qi_insn (TARGET_HAVE_MVE)
  4039. #define HAVE_mve_vstrbq_scatter_offset_p_uv16qi_insn (TARGET_HAVE_MVE)
  4040. #define HAVE_mve_vstrbq_scatter_offset_p_sv8hi_insn (TARGET_HAVE_MVE)
  4041. #define HAVE_mve_vstrbq_scatter_offset_p_uv8hi_insn (TARGET_HAVE_MVE)
  4042. #define HAVE_mve_vstrbq_scatter_offset_p_sv4si_insn (TARGET_HAVE_MVE)
  4043. #define HAVE_mve_vstrbq_scatter_offset_p_uv4si_insn (TARGET_HAVE_MVE)
  4044. #define HAVE_mve_vstrwq_scatter_base_p_sv4si (TARGET_HAVE_MVE)
  4045. #define HAVE_mve_vstrwq_scatter_base_p_uv4si (TARGET_HAVE_MVE)
  4046. #define HAVE_mve_vstrbq_p_sv16qi (TARGET_HAVE_MVE)
  4047. #define HAVE_mve_vstrbq_p_uv16qi (TARGET_HAVE_MVE)
  4048. #define HAVE_mve_vstrbq_p_sv8hi (TARGET_HAVE_MVE)
  4049. #define HAVE_mve_vstrbq_p_uv8hi (TARGET_HAVE_MVE)
  4050. #define HAVE_mve_vstrbq_p_sv4si (TARGET_HAVE_MVE)
  4051. #define HAVE_mve_vstrbq_p_uv4si (TARGET_HAVE_MVE)
  4052. #define HAVE_mve_vldrbq_gather_offset_z_sv16qi (TARGET_HAVE_MVE)
  4053. #define HAVE_mve_vldrbq_gather_offset_z_uv16qi (TARGET_HAVE_MVE)
  4054. #define HAVE_mve_vldrbq_gather_offset_z_sv8hi (TARGET_HAVE_MVE)
  4055. #define HAVE_mve_vldrbq_gather_offset_z_uv8hi (TARGET_HAVE_MVE)
  4056. #define HAVE_mve_vldrbq_gather_offset_z_sv4si (TARGET_HAVE_MVE)
  4057. #define HAVE_mve_vldrbq_gather_offset_z_uv4si (TARGET_HAVE_MVE)
  4058. #define HAVE_mve_vldrbq_z_sv16qi (TARGET_HAVE_MVE)
  4059. #define HAVE_mve_vldrbq_z_uv16qi (TARGET_HAVE_MVE)
  4060. #define HAVE_mve_vldrbq_z_sv8hi (TARGET_HAVE_MVE)
  4061. #define HAVE_mve_vldrbq_z_uv8hi (TARGET_HAVE_MVE)
  4062. #define HAVE_mve_vldrbq_z_sv4si (TARGET_HAVE_MVE)
  4063. #define HAVE_mve_vldrbq_z_uv4si (TARGET_HAVE_MVE)
  4064. #define HAVE_mve_vldrwq_gather_base_z_sv4si (TARGET_HAVE_MVE)
  4065. #define HAVE_mve_vldrwq_gather_base_z_uv4si (TARGET_HAVE_MVE)
  4066. #define HAVE_mve_vldrhq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4067. #define HAVE_mve_vldrhq_gather_offset_sv8hi (TARGET_HAVE_MVE)
  4068. #define HAVE_mve_vldrhq_gather_offset_uv8hi (TARGET_HAVE_MVE)
  4069. #define HAVE_mve_vldrhq_gather_offset_sv4si (TARGET_HAVE_MVE)
  4070. #define HAVE_mve_vldrhq_gather_offset_uv4si (TARGET_HAVE_MVE)
  4071. #define HAVE_mve_vldrhq_gather_offset_z_sv8hi (TARGET_HAVE_MVE)
  4072. #define HAVE_mve_vldrhq_gather_offset_z_uv8hi (TARGET_HAVE_MVE)
  4073. #define HAVE_mve_vldrhq_gather_offset_z_sv4si (TARGET_HAVE_MVE)
  4074. #define HAVE_mve_vldrhq_gather_offset_z_uv4si (TARGET_HAVE_MVE)
  4075. #define HAVE_mve_vldrhq_gather_shifted_offset_sv8hi (TARGET_HAVE_MVE)
  4076. #define HAVE_mve_vldrhq_gather_shifted_offset_uv8hi (TARGET_HAVE_MVE)
  4077. #define HAVE_mve_vldrhq_gather_shifted_offset_sv4si (TARGET_HAVE_MVE)
  4078. #define HAVE_mve_vldrhq_gather_shifted_offset_uv4si (TARGET_HAVE_MVE)
  4079. #define HAVE_mve_vldrhq_gather_shifted_offset_z_sv8hi (TARGET_HAVE_MVE)
  4080. #define HAVE_mve_vldrhq_gather_shifted_offset_z_uv8hi (TARGET_HAVE_MVE)
  4081. #define HAVE_mve_vldrhq_gather_shifted_offset_z_sv4si (TARGET_HAVE_MVE)
  4082. #define HAVE_mve_vldrhq_gather_shifted_offset_z_uv4si (TARGET_HAVE_MVE)
  4083. #define HAVE_mve_vldrhq_sv8hi (TARGET_HAVE_MVE)
  4084. #define HAVE_mve_vldrhq_uv8hi (TARGET_HAVE_MVE)
  4085. #define HAVE_mve_vldrhq_sv4si (TARGET_HAVE_MVE)
  4086. #define HAVE_mve_vldrhq_uv4si (TARGET_HAVE_MVE)
  4087. #define HAVE_mve_vldrhq_z_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4088. #define HAVE_mve_vldrhq_z_sv8hi (TARGET_HAVE_MVE)
  4089. #define HAVE_mve_vldrhq_z_uv8hi (TARGET_HAVE_MVE)
  4090. #define HAVE_mve_vldrhq_z_sv4si (TARGET_HAVE_MVE)
  4091. #define HAVE_mve_vldrhq_z_uv4si (TARGET_HAVE_MVE)
  4092. #define HAVE_mve_vldrwq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4093. #define HAVE_mve_vldrwq_sv4si (TARGET_HAVE_MVE)
  4094. #define HAVE_mve_vldrwq_uv4si (TARGET_HAVE_MVE)
  4095. #define HAVE_mve_vldrwq_z_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4096. #define HAVE_mve_vldrwq_z_sv4si (TARGET_HAVE_MVE)
  4097. #define HAVE_mve_vldrwq_z_uv4si (TARGET_HAVE_MVE)
  4098. #define HAVE_mve_vldrdq_gather_base_sv2di (TARGET_HAVE_MVE)
  4099. #define HAVE_mve_vldrdq_gather_base_uv2di (TARGET_HAVE_MVE)
  4100. #define HAVE_mve_vldrdq_gather_base_z_sv2di (TARGET_HAVE_MVE)
  4101. #define HAVE_mve_vldrdq_gather_base_z_uv2di (TARGET_HAVE_MVE)
  4102. #define HAVE_mve_vldrdq_gather_offset_sv2di (TARGET_HAVE_MVE)
  4103. #define HAVE_mve_vldrdq_gather_offset_uv2di (TARGET_HAVE_MVE)
  4104. #define HAVE_mve_vldrdq_gather_offset_z_sv2di (TARGET_HAVE_MVE)
  4105. #define HAVE_mve_vldrdq_gather_offset_z_uv2di (TARGET_HAVE_MVE)
  4106. #define HAVE_mve_vldrdq_gather_shifted_offset_sv2di (TARGET_HAVE_MVE)
  4107. #define HAVE_mve_vldrdq_gather_shifted_offset_uv2di (TARGET_HAVE_MVE)
  4108. #define HAVE_mve_vldrdq_gather_shifted_offset_z_sv2di (TARGET_HAVE_MVE)
  4109. #define HAVE_mve_vldrdq_gather_shifted_offset_z_uv2di (TARGET_HAVE_MVE)
  4110. #define HAVE_mve_vldrhq_gather_offset_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4111. #define HAVE_mve_vldrhq_gather_offset_z_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4112. #define HAVE_mve_vldrhq_gather_shifted_offset_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4113. #define HAVE_mve_vldrhq_gather_shifted_offset_z_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4114. #define HAVE_mve_vldrwq_gather_base_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4115. #define HAVE_mve_vldrwq_gather_base_z_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4116. #define HAVE_mve_vldrwq_gather_offset_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4117. #define HAVE_mve_vldrwq_gather_offset_sv4si (TARGET_HAVE_MVE)
  4118. #define HAVE_mve_vldrwq_gather_offset_uv4si (TARGET_HAVE_MVE)
  4119. #define HAVE_mve_vldrwq_gather_offset_z_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4120. #define HAVE_mve_vldrwq_gather_offset_z_sv4si (TARGET_HAVE_MVE)
  4121. #define HAVE_mve_vldrwq_gather_offset_z_uv4si (TARGET_HAVE_MVE)
  4122. #define HAVE_mve_vldrwq_gather_shifted_offset_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4123. #define HAVE_mve_vldrwq_gather_shifted_offset_sv4si (TARGET_HAVE_MVE)
  4124. #define HAVE_mve_vldrwq_gather_shifted_offset_uv4si (TARGET_HAVE_MVE)
  4125. #define HAVE_mve_vldrwq_gather_shifted_offset_z_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4126. #define HAVE_mve_vldrwq_gather_shifted_offset_z_sv4si (TARGET_HAVE_MVE)
  4127. #define HAVE_mve_vldrwq_gather_shifted_offset_z_uv4si (TARGET_HAVE_MVE)
  4128. #define HAVE_mve_vstrhq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4129. #define HAVE_mve_vstrhq_p_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4130. #define HAVE_mve_vstrhq_p_sv8hi (TARGET_HAVE_MVE)
  4131. #define HAVE_mve_vstrhq_p_uv8hi (TARGET_HAVE_MVE)
  4132. #define HAVE_mve_vstrhq_p_sv4si (TARGET_HAVE_MVE)
  4133. #define HAVE_mve_vstrhq_p_uv4si (TARGET_HAVE_MVE)
  4134. #define HAVE_mve_vstrhq_scatter_offset_p_sv8hi_insn (TARGET_HAVE_MVE)
  4135. #define HAVE_mve_vstrhq_scatter_offset_p_uv8hi_insn (TARGET_HAVE_MVE)
  4136. #define HAVE_mve_vstrhq_scatter_offset_p_sv4si_insn (TARGET_HAVE_MVE)
  4137. #define HAVE_mve_vstrhq_scatter_offset_p_uv4si_insn (TARGET_HAVE_MVE)
  4138. #define HAVE_mve_vstrhq_scatter_offset_sv8hi_insn (TARGET_HAVE_MVE)
  4139. #define HAVE_mve_vstrhq_scatter_offset_uv8hi_insn (TARGET_HAVE_MVE)
  4140. #define HAVE_mve_vstrhq_scatter_offset_sv4si_insn (TARGET_HAVE_MVE)
  4141. #define HAVE_mve_vstrhq_scatter_offset_uv4si_insn (TARGET_HAVE_MVE)
  4142. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_sv8hi_insn (TARGET_HAVE_MVE)
  4143. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_uv8hi_insn (TARGET_HAVE_MVE)
  4144. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_sv4si_insn (TARGET_HAVE_MVE)
  4145. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_uv4si_insn (TARGET_HAVE_MVE)
  4146. #define HAVE_mve_vstrhq_scatter_shifted_offset_sv8hi_insn (TARGET_HAVE_MVE)
  4147. #define HAVE_mve_vstrhq_scatter_shifted_offset_uv8hi_insn (TARGET_HAVE_MVE)
  4148. #define HAVE_mve_vstrhq_scatter_shifted_offset_sv4si_insn (TARGET_HAVE_MVE)
  4149. #define HAVE_mve_vstrhq_scatter_shifted_offset_uv4si_insn (TARGET_HAVE_MVE)
  4150. #define HAVE_mve_vstrhq_sv8hi (TARGET_HAVE_MVE)
  4151. #define HAVE_mve_vstrhq_uv8hi (TARGET_HAVE_MVE)
  4152. #define HAVE_mve_vstrhq_sv4si (TARGET_HAVE_MVE)
  4153. #define HAVE_mve_vstrhq_uv4si (TARGET_HAVE_MVE)
  4154. #define HAVE_mve_vstrwq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4155. #define HAVE_mve_vstrwq_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4156. #define HAVE_mve_vstrwq_p_sv4si (TARGET_HAVE_MVE)
  4157. #define HAVE_mve_vstrwq_p_uv4si (TARGET_HAVE_MVE)
  4158. #define HAVE_mve_vstrwq_sv4si (TARGET_HAVE_MVE)
  4159. #define HAVE_mve_vstrwq_uv4si (TARGET_HAVE_MVE)
  4160. #define HAVE_mve_vstrdq_scatter_base_p_sv2di (TARGET_HAVE_MVE)
  4161. #define HAVE_mve_vstrdq_scatter_base_p_uv2di (TARGET_HAVE_MVE)
  4162. #define HAVE_mve_vstrdq_scatter_base_sv2di (TARGET_HAVE_MVE)
  4163. #define HAVE_mve_vstrdq_scatter_base_uv2di (TARGET_HAVE_MVE)
  4164. #define HAVE_mve_vstrdq_scatter_offset_p_sv2di_insn (TARGET_HAVE_MVE)
  4165. #define HAVE_mve_vstrdq_scatter_offset_p_uv2di_insn (TARGET_HAVE_MVE)
  4166. #define HAVE_mve_vstrdq_scatter_offset_sv2di_insn (TARGET_HAVE_MVE)
  4167. #define HAVE_mve_vstrdq_scatter_offset_uv2di_insn (TARGET_HAVE_MVE)
  4168. #define HAVE_mve_vstrdq_scatter_shifted_offset_p_sv2di_insn (TARGET_HAVE_MVE)
  4169. #define HAVE_mve_vstrdq_scatter_shifted_offset_p_uv2di_insn (TARGET_HAVE_MVE)
  4170. #define HAVE_mve_vstrdq_scatter_shifted_offset_sv2di_insn (TARGET_HAVE_MVE)
  4171. #define HAVE_mve_vstrdq_scatter_shifted_offset_uv2di_insn (TARGET_HAVE_MVE)
  4172. #define HAVE_mve_vstrhq_scatter_offset_fv8hf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4173. #define HAVE_mve_vstrhq_scatter_offset_p_fv8hf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4174. #define HAVE_mve_vstrhq_scatter_shifted_offset_fv8hf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4175. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_fv8hf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4176. #define HAVE_mve_vstrwq_scatter_base_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4177. #define HAVE_mve_vstrwq_scatter_base_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4178. #define HAVE_mve_vstrwq_scatter_offset_fv4sf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4179. #define HAVE_mve_vstrwq_scatter_offset_p_fv4sf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4180. #define HAVE_mve_vstrwq_scatter_offset_p_sv4si_insn (TARGET_HAVE_MVE)
  4181. #define HAVE_mve_vstrwq_scatter_offset_p_uv4si_insn (TARGET_HAVE_MVE)
  4182. #define HAVE_mve_vstrwq_scatter_offset_sv4si_insn (TARGET_HAVE_MVE)
  4183. #define HAVE_mve_vstrwq_scatter_offset_uv4si_insn (TARGET_HAVE_MVE)
  4184. #define HAVE_mve_vstrwq_scatter_shifted_offset_fv4sf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4185. #define HAVE_mve_vstrwq_scatter_shifted_offset_p_fv4sf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4186. #define HAVE_mve_vstrwq_scatter_shifted_offset_p_sv4si_insn (TARGET_HAVE_MVE)
  4187. #define HAVE_mve_vstrwq_scatter_shifted_offset_p_uv4si_insn (TARGET_HAVE_MVE)
  4188. #define HAVE_mve_vstrwq_scatter_shifted_offset_sv4si_insn (TARGET_HAVE_MVE)
  4189. #define HAVE_mve_vstrwq_scatter_shifted_offset_uv4si_insn (TARGET_HAVE_MVE)
  4190. #define HAVE_mve_vaddqv16qi (TARGET_HAVE_MVE)
  4191. #define HAVE_mve_vaddqv8hi (TARGET_HAVE_MVE)
  4192. #define HAVE_mve_vaddqv4si (TARGET_HAVE_MVE)
  4193. #define HAVE_mve_vaddq_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4194. #define HAVE_mve_vaddq_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4195. #define HAVE_mve_vidupq_uv16qi_insn (TARGET_HAVE_MVE)
  4196. #define HAVE_mve_vidupq_uv8hi_insn (TARGET_HAVE_MVE)
  4197. #define HAVE_mve_vidupq_uv4si_insn (TARGET_HAVE_MVE)
  4198. #define HAVE_mve_vidupq_m_wb_uv16qi_insn (TARGET_HAVE_MVE)
  4199. #define HAVE_mve_vidupq_m_wb_uv8hi_insn (TARGET_HAVE_MVE)
  4200. #define HAVE_mve_vidupq_m_wb_uv4si_insn (TARGET_HAVE_MVE)
  4201. #define HAVE_mve_vddupq_uv16qi_insn (TARGET_HAVE_MVE)
  4202. #define HAVE_mve_vddupq_uv8hi_insn (TARGET_HAVE_MVE)
  4203. #define HAVE_mve_vddupq_uv4si_insn (TARGET_HAVE_MVE)
  4204. #define HAVE_mve_vddupq_m_wb_uv16qi_insn (TARGET_HAVE_MVE)
  4205. #define HAVE_mve_vddupq_m_wb_uv8hi_insn (TARGET_HAVE_MVE)
  4206. #define HAVE_mve_vddupq_m_wb_uv4si_insn (TARGET_HAVE_MVE)
  4207. #define HAVE_mve_vdwdupq_wb_uv16qi_insn (TARGET_HAVE_MVE)
  4208. #define HAVE_mve_vdwdupq_wb_uv8hi_insn (TARGET_HAVE_MVE)
  4209. #define HAVE_mve_vdwdupq_wb_uv4si_insn (TARGET_HAVE_MVE)
  4210. #define HAVE_mve_vdwdupq_m_wb_uv16qi_insn (TARGET_HAVE_MVE)
  4211. #define HAVE_mve_vdwdupq_m_wb_uv8hi_insn (TARGET_HAVE_MVE)
  4212. #define HAVE_mve_vdwdupq_m_wb_uv4si_insn (TARGET_HAVE_MVE)
  4213. #define HAVE_mve_viwdupq_wb_uv16qi_insn (TARGET_HAVE_MVE)
  4214. #define HAVE_mve_viwdupq_wb_uv8hi_insn (TARGET_HAVE_MVE)
  4215. #define HAVE_mve_viwdupq_wb_uv4si_insn (TARGET_HAVE_MVE)
  4216. #define HAVE_mve_viwdupq_m_wb_uv16qi_insn (TARGET_HAVE_MVE)
  4217. #define HAVE_mve_viwdupq_m_wb_uv8hi_insn (TARGET_HAVE_MVE)
  4218. #define HAVE_mve_viwdupq_m_wb_uv4si_insn (TARGET_HAVE_MVE)
  4219. #define HAVE_mve_vstrwq_scatter_base_wb_sv4si (TARGET_HAVE_MVE)
  4220. #define HAVE_mve_vstrwq_scatter_base_wb_uv4si (TARGET_HAVE_MVE)
  4221. #define HAVE_mve_vstrwq_scatter_base_wb_p_sv4si (TARGET_HAVE_MVE)
  4222. #define HAVE_mve_vstrwq_scatter_base_wb_p_uv4si (TARGET_HAVE_MVE)
  4223. #define HAVE_mve_vstrwq_scatter_base_wb_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4224. #define HAVE_mve_vstrwq_scatter_base_wb_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4225. #define HAVE_mve_vstrdq_scatter_base_wb_sv2di (TARGET_HAVE_MVE)
  4226. #define HAVE_mve_vstrdq_scatter_base_wb_uv2di (TARGET_HAVE_MVE)
  4227. #define HAVE_mve_vstrdq_scatter_base_wb_p_sv2di (TARGET_HAVE_MVE)
  4228. #define HAVE_mve_vstrdq_scatter_base_wb_p_uv2di (TARGET_HAVE_MVE)
  4229. #define HAVE_mve_vldrwq_gather_base_wb_sv4si_insn (TARGET_HAVE_MVE)
  4230. #define HAVE_mve_vldrwq_gather_base_wb_uv4si_insn (TARGET_HAVE_MVE)
  4231. #define HAVE_mve_vldrwq_gather_base_wb_z_sv4si_insn (TARGET_HAVE_MVE)
  4232. #define HAVE_mve_vldrwq_gather_base_wb_z_uv4si_insn (TARGET_HAVE_MVE)
  4233. #define HAVE_mve_vldrwq_gather_base_wb_fv4sf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4234. #define HAVE_mve_vldrwq_gather_base_wb_z_fv4sf_insn (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  4235. #define HAVE_mve_vldrdq_gather_base_wb_sv2di_insn (TARGET_HAVE_MVE)
  4236. #define HAVE_mve_vldrdq_gather_base_wb_uv2di_insn (TARGET_HAVE_MVE)
  4237. #define HAVE_get_fpscr_nzcvqc (TARGET_HAVE_MVE)
  4238. #define HAVE_set_fpscr_nzcvqc (TARGET_HAVE_MVE)
  4239. #define HAVE_mve_vldrdq_gather_base_wb_z_sv2di_insn (TARGET_HAVE_MVE)
  4240. #define HAVE_mve_vldrdq_gather_base_wb_z_uv2di_insn (TARGET_HAVE_MVE)
  4241. #define HAVE_mve_vadciq_m_uv4si (TARGET_HAVE_MVE)
  4242. #define HAVE_mve_vadciq_m_sv4si (TARGET_HAVE_MVE)
  4243. #define HAVE_mve_vadciq_uv4si (TARGET_HAVE_MVE)
  4244. #define HAVE_mve_vadciq_sv4si (TARGET_HAVE_MVE)
  4245. #define HAVE_mve_vadcq_m_uv4si (TARGET_HAVE_MVE)
  4246. #define HAVE_mve_vadcq_m_sv4si (TARGET_HAVE_MVE)
  4247. #define HAVE_mve_vadcq_uv4si (TARGET_HAVE_MVE)
  4248. #define HAVE_mve_vadcq_sv4si (TARGET_HAVE_MVE)
  4249. #define HAVE_mve_vsbciq_m_uv4si (TARGET_HAVE_MVE)
  4250. #define HAVE_mve_vsbciq_m_sv4si (TARGET_HAVE_MVE)
  4251. #define HAVE_mve_vsbciq_uv4si (TARGET_HAVE_MVE)
  4252. #define HAVE_mve_vsbciq_sv4si (TARGET_HAVE_MVE)
  4253. #define HAVE_mve_vsbcq_m_uv4si (TARGET_HAVE_MVE)
  4254. #define HAVE_mve_vsbcq_m_sv4si (TARGET_HAVE_MVE)
  4255. #define HAVE_mve_vsbcq_uv4si (TARGET_HAVE_MVE)
  4256. #define HAVE_mve_vsbcq_sv4si (TARGET_HAVE_MVE)
  4257. #define HAVE_mve_vst2qv16qi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V16QImode)) \
  4258. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V16QImode)))
  4259. #define HAVE_mve_vst2qv8hi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HImode)) \
  4260. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HImode)))
  4261. #define HAVE_mve_vst2qv4si ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SImode)) \
  4262. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SImode)))
  4263. #define HAVE_mve_vst2qv8hf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HFmode)) \
  4264. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HFmode)))
  4265. #define HAVE_mve_vst2qv4sf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SFmode)) \
  4266. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SFmode)))
  4267. #define HAVE_mve_vld2qv16qi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V16QImode)) \
  4268. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V16QImode)))
  4269. #define HAVE_mve_vld2qv8hi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HImode)) \
  4270. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HImode)))
  4271. #define HAVE_mve_vld2qv4si ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SImode)) \
  4272. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SImode)))
  4273. #define HAVE_mve_vld2qv8hf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HFmode)) \
  4274. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HFmode)))
  4275. #define HAVE_mve_vld2qv4sf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SFmode)) \
  4276. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SFmode)))
  4277. #define HAVE_mve_vld4qv16qi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V16QImode)) \
  4278. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V16QImode)))
  4279. #define HAVE_mve_vld4qv8hi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HImode)) \
  4280. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HImode)))
  4281. #define HAVE_mve_vld4qv4si ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SImode)) \
  4282. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SImode)))
  4283. #define HAVE_mve_vld4qv8hf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HFmode)) \
  4284. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HFmode)))
  4285. #define HAVE_mve_vld4qv4sf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SFmode)) \
  4286. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SFmode)))
  4287. #define HAVE_mve_vec_extractv16qiqi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V16QImode)) \
  4288. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V16QImode)))
  4289. #define HAVE_mve_vec_extractv8hihi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HImode)) \
  4290. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HImode)))
  4291. #define HAVE_mve_vec_extractv4sisi ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SImode)) \
  4292. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SImode)))
  4293. #define HAVE_mve_vec_extractv8hfhf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HFmode)) \
  4294. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HFmode)))
  4295. #define HAVE_mve_vec_extractv4sfsf ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SFmode)) \
  4296. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SFmode)))
  4297. #define HAVE_mve_vec_extractv2didi (TARGET_HAVE_MVE)
  4298. #define HAVE_mve_vec_setv16qi_internal ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V16QImode)) \
  4299. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V16QImode)))
  4300. #define HAVE_mve_vec_setv8hi_internal ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HImode)) \
  4301. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HImode)))
  4302. #define HAVE_mve_vec_setv8hf_internal ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HFmode)) \
  4303. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HFmode)))
  4304. #define HAVE_mve_vec_setv4si_internal ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SImode)) \
  4305. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SImode)))
  4306. #define HAVE_mve_vec_setv4sf_internal ((TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SFmode)) \
  4307. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SFmode)))
  4308. #define HAVE_mve_vec_setv2di_internal (TARGET_HAVE_MVE)
  4309. #define HAVE_mve_uqrshll_sat64_di (TARGET_HAVE_MVE)
  4310. #define HAVE_mve_uqrshll_sat48_di (TARGET_HAVE_MVE)
  4311. #define HAVE_mve_sqrshrl_sat64_di (TARGET_HAVE_MVE)
  4312. #define HAVE_mve_sqrshrl_sat48_di (TARGET_HAVE_MVE)
  4313. #define HAVE_mve_uqrshl_si (TARGET_HAVE_MVE)
  4314. #define HAVE_mve_sqrshr_si (TARGET_HAVE_MVE)
  4315. #define HAVE_mve_uqshll_di (TARGET_HAVE_MVE)
  4316. #define HAVE_mve_urshrl_di (TARGET_HAVE_MVE)
  4317. #define HAVE_mve_uqshl_si (TARGET_HAVE_MVE)
  4318. #define HAVE_mve_urshr_si (TARGET_HAVE_MVE)
  4319. #define HAVE_mve_sqshl_si (TARGET_HAVE_MVE)
  4320. #define HAVE_mve_srshr_si (TARGET_HAVE_MVE)
  4321. #define HAVE_mve_srshrl_di (TARGET_HAVE_MVE)
  4322. #define HAVE_mve_sqshll_di (TARGET_HAVE_MVE)
  4323. #define HAVE_mve_vshlcq_m_sv16qi (TARGET_HAVE_MVE)
  4324. #define HAVE_mve_vshlcq_m_uv16qi (TARGET_HAVE_MVE)
  4325. #define HAVE_mve_vshlcq_m_sv8hi (TARGET_HAVE_MVE)
  4326. #define HAVE_mve_vshlcq_m_uv8hi (TARGET_HAVE_MVE)
  4327. #define HAVE_mve_vshlcq_m_sv4si (TARGET_HAVE_MVE)
  4328. #define HAVE_mve_vshlcq_m_uv4si (TARGET_HAVE_MVE)
  4329. #define HAVE_arm_vcx1qv16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4330. #define HAVE_arm_vcx1qav16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4331. #define HAVE_arm_vcx2qv16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4332. #define HAVE_arm_vcx2qav16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4333. #define HAVE_arm_vcx3qv16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4334. #define HAVE_arm_vcx3qav16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4335. #define HAVE_arm_vcx1q_p_v16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4336. #define HAVE_arm_vcx1qa_p_v16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4337. #define HAVE_arm_vcx2q_p_v16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4338. #define HAVE_arm_vcx2qa_p_v16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4339. #define HAVE_arm_vcx3q_p_v16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4340. #define HAVE_arm_vcx3qa_p_v16qi (TARGET_CDE && TARGET_HAVE_MVE)
  4341. #define HAVE_adddi3 1
  4342. #define HAVE_addvsi4 (TARGET_32BIT)
  4343. #define HAVE_addvdi4 (TARGET_32BIT)
  4344. #define HAVE_addsi3_cin_vout_reg (TARGET_32BIT)
  4345. #define HAVE_addsi3_cin_vout_imm (TARGET_32BIT)
  4346. #define HAVE_addsi3_cin_vout_0 (TARGET_32BIT)
  4347. #define HAVE_uaddvsi4 (TARGET_32BIT)
  4348. #define HAVE_uaddvdi4 (TARGET_32BIT)
  4349. #define HAVE_addsi3_cin_cout_reg (TARGET_32BIT)
  4350. #define HAVE_addsi3_cin_cout_imm (TARGET_32BIT)
  4351. #define HAVE_addsi3_cin_cout_0 (TARGET_32BIT)
  4352. #define HAVE_addsi3 1
  4353. #define HAVE_subvsi4 (TARGET_32BIT)
  4354. #define HAVE_subvdi4 (TARGET_32BIT)
  4355. #define HAVE_usubvsi4 (TARGET_32BIT)
  4356. #define HAVE_usubvdi4 (TARGET_32BIT)
  4357. #define HAVE_addsf3 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4358. #define HAVE_adddf3 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4359. #define HAVE_subdi3 1
  4360. #define HAVE_subsi3 1
  4361. #define HAVE_subsf3 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4362. #define HAVE_subdf3 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4363. #define HAVE_mulhi3 (TARGET_DSP_MULTIPLY)
  4364. #define HAVE_mulsi3 1
  4365. #define HAVE_mulsidi3 (TARGET_32BIT)
  4366. #define HAVE_umulsidi3 (TARGET_32BIT)
  4367. #define HAVE_maddsidi4 (TARGET_32BIT)
  4368. #define HAVE_umaddsidi4 (TARGET_32BIT)
  4369. #define HAVE_smulsi3_highpart (TARGET_32BIT)
  4370. #define HAVE_umulsi3_highpart (TARGET_32BIT)
  4371. #define HAVE_maddhisi4 (TARGET_DSP_MULTIPLY)
  4372. #define HAVE_arm_smlabb (TARGET_DSP_MULTIPLY)
  4373. #define HAVE_arm_smlatb (TARGET_DSP_MULTIPLY)
  4374. #define HAVE_arm_smlatt (TARGET_DSP_MULTIPLY)
  4375. #define HAVE_arm_smlawb (TARGET_DSP_MULTIPLY)
  4376. #define HAVE_arm_smlawt (TARGET_DSP_MULTIPLY)
  4377. #define HAVE_mulsf3 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4378. #define HAVE_muldf3 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4379. #define HAVE_divsf3 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4380. #define HAVE_divdf3 (TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_VFP_DOUBLE)
  4381. #define HAVE_anddi3 (TARGET_32BIT)
  4382. #define HAVE_iordi3 (TARGET_32BIT)
  4383. #define HAVE_xordi3 (TARGET_32BIT)
  4384. #define HAVE_one_cmpldi2 (TARGET_32BIT)
  4385. #define HAVE_andsi3 1
  4386. #define HAVE_insv (TARGET_ARM || arm_arch_thumb2)
  4387. #define HAVE_iorsi3 1
  4388. #define HAVE_xorsi3 1
  4389. #define HAVE_smaxsi3 (TARGET_32BIT)
  4390. #define HAVE_sminsi3 (TARGET_32BIT)
  4391. #define HAVE_umaxsi3 (TARGET_32BIT)
  4392. #define HAVE_uminsi3 (TARGET_32BIT)
  4393. #define HAVE_arm_qadd (TARGET_DSP_MULTIPLY)
  4394. #define HAVE_arm_qsub (TARGET_DSP_MULTIPLY)
  4395. #define HAVE_arm_ssat (TARGET_32BIT && arm_arch6)
  4396. #define HAVE_arm_usat (TARGET_32BIT && arm_arch6)
  4397. #define HAVE_arm_saturation_occurred (TARGET_ARM_QBIT)
  4398. #define HAVE_arm_set_saturation (TARGET_ARM_QBIT)
  4399. #define HAVE_ashldi3 (TARGET_32BIT)
  4400. #define HAVE_ashlsi3 1
  4401. #define HAVE_ashrdi3 (TARGET_32BIT)
  4402. #define HAVE_ashrsi3 1
  4403. #define HAVE_lshrdi3 (TARGET_32BIT)
  4404. #define HAVE_lshrsi3 1
  4405. #define HAVE_rotlsi3 (TARGET_32BIT)
  4406. #define HAVE_rotrsi3 1
  4407. #define HAVE_extzv (TARGET_THUMB1 || arm_arch_thumb2)
  4408. #define HAVE_extzv_t1 (TARGET_THUMB1)
  4409. #define HAVE_extv (arm_arch_thumb2)
  4410. #define HAVE_extv_regsi 1
  4411. #define HAVE_negvsi3 (TARGET_32BIT)
  4412. #define HAVE_negvdi3 (TARGET_32BIT)
  4413. #define HAVE_negsi2 1
  4414. #define HAVE_negsf2 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4415. #define HAVE_negdf2 (TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_VFP_DOUBLE)
  4416. #define HAVE_abssi2 1
  4417. #define HAVE_abssf2 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4418. #define HAVE_absdf2 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4419. #define HAVE_sqrtsf2 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4420. #define HAVE_sqrtdf2 (TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_VFP_DOUBLE)
  4421. #define HAVE_one_cmplsi2 1
  4422. #define HAVE_floatsihf2 1
  4423. #define HAVE_floatdihf2 1
  4424. #define HAVE_floatsisf2 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4425. #define HAVE_floatsidf2 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4426. #define HAVE_fix_trunchfsi2 1
  4427. #define HAVE_fix_trunchfdi2 1
  4428. #define HAVE_fix_truncsfsi2 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4429. #define HAVE_fix_truncdfsi2 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4430. #define HAVE_truncdfsf2 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4431. #define HAVE_truncdfhf2 ((TARGET_EITHER && flag_unsafe_math_optimizations) \
  4432. || (TARGET_32BIT && TARGET_FP16_TO_DOUBLE))
  4433. #define HAVE_zero_extendqidi2 (TARGET_32BIT )
  4434. #define HAVE_zero_extendhidi2 (TARGET_32BIT && arm_arch6)
  4435. #define HAVE_zero_extendsidi2 (TARGET_32BIT )
  4436. #define HAVE_extendqidi2 (TARGET_32BIT && arm_arch6)
  4437. #define HAVE_extendhidi2 (TARGET_32BIT && arm_arch6)
  4438. #define HAVE_extendsidi2 (TARGET_32BIT )
  4439. #define HAVE_zero_extendhisi2 1
  4440. #define HAVE_zero_extendqisi2 1
  4441. #define HAVE_extendhisi2 1
  4442. #define HAVE_extendhisi2_mem (TARGET_ARM)
  4443. #define HAVE_extendqihi2 (TARGET_ARM)
  4444. #define HAVE_extendqisi2 1
  4445. #define HAVE_arm_smlad (TARGET_INT_SIMD)
  4446. #define HAVE_arm_smladx (TARGET_INT_SIMD)
  4447. #define HAVE_arm_smlsd (TARGET_INT_SIMD)
  4448. #define HAVE_arm_smlsdx (TARGET_INT_SIMD)
  4449. #define HAVE_arm_smuad (TARGET_INT_SIMD)
  4450. #define HAVE_arm_smuadx (TARGET_INT_SIMD)
  4451. #define HAVE_arm_ssat16 (TARGET_INT_SIMD)
  4452. #define HAVE_arm_usat16 (TARGET_INT_SIMD)
  4453. #define HAVE_extendsfdf2 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4454. #define HAVE_extendhfdf2 1
  4455. #define HAVE_movdi 1
  4456. #define HAVE_movsi 1
  4457. #define HAVE_calculate_pic_address (flag_pic)
  4458. #define HAVE_builtin_setjmp_receiver (flag_pic)
  4459. #define HAVE_storehi (TARGET_ARM)
  4460. #define HAVE_storehi_bigend (TARGET_ARM)
  4461. #define HAVE_storeinthi (TARGET_ARM)
  4462. #define HAVE_storehi_single_op (TARGET_32BIT && arm_arch4)
  4463. #define HAVE_movhi 1
  4464. #define HAVE_movhi_bytes (TARGET_ARM)
  4465. #define HAVE_movhi_bigend (TARGET_ARM)
  4466. #define HAVE_reload_outhi 1
  4467. #define HAVE_reload_inhi 1
  4468. #define HAVE_movqi 1
  4469. #define HAVE_movhf 1
  4470. #define HAVE_movbf 1
  4471. #define HAVE_movsf 1
  4472. #define HAVE_movdf 1
  4473. #define HAVE_reload_outdf (TARGET_THUMB2)
  4474. #define HAVE_load_multiple (TARGET_32BIT)
  4475. #define HAVE_store_multiple (TARGET_32BIT)
  4476. #define HAVE_setmemsi (TARGET_32BIT)
  4477. #define HAVE_cpymemqi 1
  4478. #define HAVE_cbranchsi4 1
  4479. #define HAVE_cbranchsf4 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4480. #define HAVE_cbranchdf4 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4481. #define HAVE_cbranchdi4 (TARGET_32BIT)
  4482. #define HAVE_cbranch_cc (TARGET_32BIT)
  4483. #define HAVE_cstore_cc (TARGET_32BIT)
  4484. #define HAVE_cstoresi4 (TARGET_32BIT || TARGET_THUMB1)
  4485. #define HAVE_cstorehf4 (TARGET_VFP_FP16INST)
  4486. #define HAVE_cstoresf4 (TARGET_32BIT && TARGET_HARD_FLOAT)
  4487. #define HAVE_cstoredf4 (TARGET_32BIT && TARGET_HARD_FLOAT && !TARGET_VFP_SINGLE)
  4488. #define HAVE_cstoredi4 (TARGET_32BIT)
  4489. #define HAVE_movsicc (TARGET_32BIT)
  4490. #define HAVE_movhfcc (TARGET_VFP_FP16INST)
  4491. #define HAVE_movsfcc (TARGET_32BIT && TARGET_HARD_FLOAT)
  4492. #define HAVE_movdfcc (TARGET_32BIT && TARGET_HARD_FLOAT && TARGET_VFP_DOUBLE)
  4493. #define HAVE_jump 1
  4494. #define HAVE_call 1
  4495. #define HAVE_call_internal 1
  4496. #define HAVE_nonsecure_call_internal (use_cmse)
  4497. #define HAVE_call_value 1
  4498. #define HAVE_call_value_internal 1
  4499. #define HAVE_nonsecure_call_value_internal (use_cmse)
  4500. #define HAVE_sibcall_internal 1
  4501. #define HAVE_sibcall (TARGET_32BIT)
  4502. #define HAVE_sibcall_value_internal 1
  4503. #define HAVE_sibcall_value (TARGET_32BIT)
  4504. #define HAVE_return ((TARGET_ARM || (TARGET_THUMB2 \
  4505. && ARM_FUNC_TYPE (arm_current_func_type ()) == ARM_FT_NORMAL \
  4506. && !IS_STACKALIGN (arm_current_func_type ()))) \
  4507. && USE_RETURN_INSN (FALSE))
  4508. #define HAVE_simple_return ((TARGET_ARM || (TARGET_THUMB2 \
  4509. && ARM_FUNC_TYPE (arm_current_func_type ()) == ARM_FT_NORMAL \
  4510. && !IS_STACKALIGN (arm_current_func_type ()))) \
  4511. && use_simple_return_p ())
  4512. #define HAVE_return_addr_mask (TARGET_ARM)
  4513. #define HAVE_untyped_call (TARGET_EITHER && !TARGET_FDPIC)
  4514. #define HAVE_untyped_return (TARGET_EITHER && !TARGET_FDPIC)
  4515. #define HAVE_stack_protect_combined_set 1
  4516. #define HAVE_stack_protect_combined_test 1
  4517. #define HAVE_casesi ((TARGET_32BIT || optimize_size || flag_pic) && !target_pure_code)
  4518. #define HAVE_arm_casesi_internal (TARGET_ARM)
  4519. #define HAVE_indirect_jump 1
  4520. #define HAVE_prologue 1
  4521. #define HAVE_epilogue 1
  4522. #define HAVE_sibcall_epilogue (TARGET_32BIT)
  4523. #define HAVE_eh_epilogue 1
  4524. #define HAVE_eh_return 1
  4525. #define HAVE_get_thread_pointersi 1
  4526. #define HAVE_arm_legacy_rev (TARGET_32BIT)
  4527. #define HAVE_thumb_legacy_rev (TARGET_THUMB)
  4528. #define HAVE_modsi3 (TARGET_32BIT)
  4529. #define HAVE_bswapsi2 (TARGET_EITHER && (arm_arch6 || !optimize_size))
  4530. #define HAVE_bswaphi2 (arm_arch6)
  4531. #define HAVE_copysignsf3 (TARGET_SOFT_FLOAT && arm_arch_thumb2)
  4532. #define HAVE_copysigndf3 (TARGET_SOFT_FLOAT && arm_arch_thumb2)
  4533. #define HAVE_movmisalignhi (unaligned_access)
  4534. #define HAVE_movmisalignsi (unaligned_access)
  4535. #define HAVE_arm_ldc (arm_coproc_builtin_available (VUNSPEC_LDC))
  4536. #define HAVE_arm_ldc2 (arm_coproc_builtin_available (VUNSPEC_LDC2))
  4537. #define HAVE_arm_ldcl (arm_coproc_builtin_available (VUNSPEC_LDCL))
  4538. #define HAVE_arm_ldc2l (arm_coproc_builtin_available (VUNSPEC_LDC2L))
  4539. #define HAVE_arm_stc (arm_coproc_builtin_available (VUNSPEC_STC))
  4540. #define HAVE_arm_stc2 (arm_coproc_builtin_available (VUNSPEC_STC2))
  4541. #define HAVE_arm_stcl (arm_coproc_builtin_available (VUNSPEC_STCL))
  4542. #define HAVE_arm_stc2l (arm_coproc_builtin_available (VUNSPEC_STC2L))
  4543. #define HAVE_speculation_barrier 1
  4544. #define HAVE_movv16qi (TARGET_NEON \
  4545. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V16QImode)) \
  4546. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V16QImode)) \
  4547. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V16QImode)))
  4548. #define HAVE_movv8hi (TARGET_NEON \
  4549. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8HImode)) \
  4550. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V8HImode)) \
  4551. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V8HImode)))
  4552. #define HAVE_movv4si (TARGET_NEON \
  4553. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SImode)) \
  4554. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SImode)) \
  4555. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SImode)))
  4556. #define HAVE_movv4sf (TARGET_NEON \
  4557. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SFmode)) \
  4558. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V4SFmode)) \
  4559. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V4SFmode)))
  4560. #define HAVE_movv2di (TARGET_NEON \
  4561. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2DImode)) \
  4562. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE (V2DImode)) \
  4563. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE (V2DImode)))
  4564. #define HAVE_movv2si (TARGET_NEON \
  4565. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SImode)))
  4566. #define HAVE_movv4hi (TARGET_NEON \
  4567. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4HImode)))
  4568. #define HAVE_movv8qi (TARGET_NEON \
  4569. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8QImode)))
  4570. #define HAVE_movv2sf (TARGET_NEON \
  4571. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SFmode)))
  4572. #define HAVE_movv8hf (TARGET_NEON || TARGET_HAVE_MVE_FLOAT)
  4573. #define HAVE_addv16qi3 ((TARGET_NEON && ((V16QImode != V2SFmode && V16QImode != V4SFmode) \
  4574. || flag_unsafe_math_optimizations)) \
  4575. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V16QImode)) \
  4576. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE(V16QImode)) \
  4577. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE(V16QImode)))
  4578. #define HAVE_addv8hi3 ((TARGET_NEON && ((V8HImode != V2SFmode && V8HImode != V4SFmode) \
  4579. || flag_unsafe_math_optimizations)) \
  4580. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8HImode)) \
  4581. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE(V8HImode)) \
  4582. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE(V8HImode)))
  4583. #define HAVE_addv4si3 ((TARGET_NEON && ((V4SImode != V2SFmode && V4SImode != V4SFmode) \
  4584. || flag_unsafe_math_optimizations)) \
  4585. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SImode)) \
  4586. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE(V4SImode)) \
  4587. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE(V4SImode)))
  4588. #define HAVE_addv4sf3 ((TARGET_NEON && ((V4SFmode != V2SFmode && V4SFmode != V4SFmode) \
  4589. || flag_unsafe_math_optimizations)) \
  4590. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SFmode)) \
  4591. || (TARGET_HAVE_MVE && VALID_MVE_SI_MODE(V4SFmode)) \
  4592. || (TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE(V4SFmode)))
  4593. #define HAVE_addv8hf3 ((TARGET_HAVE_MVE_FLOAT && VALID_MVE_SF_MODE(V8HFmode)) \
  4594. || (TARGET_NEON_FP16INST && flag_unsafe_math_optimizations))
  4595. #define HAVE_addv2si3 ((TARGET_NEON && ((V2SImode != V2SFmode && V2SImode != V4SFmode) \
  4596. || flag_unsafe_math_optimizations)) \
  4597. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SImode)))
  4598. #define HAVE_addv4hi3 ((TARGET_NEON && ((V4HImode != V2SFmode && V4HImode != V4SFmode) \
  4599. || flag_unsafe_math_optimizations)) \
  4600. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4HImode)))
  4601. #define HAVE_addv8qi3 ((TARGET_NEON && ((V8QImode != V2SFmode && V8QImode != V4SFmode) \
  4602. || flag_unsafe_math_optimizations)) \
  4603. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8QImode)))
  4604. #define HAVE_addv2sf3 ((TARGET_NEON && ((V2SFmode != V2SFmode && V2SFmode != V4SFmode) \
  4605. || flag_unsafe_math_optimizations)) \
  4606. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SFmode)))
  4607. #define HAVE_addv2di3 ((TARGET_NEON && ((V2DImode != V2SFmode && V2DImode != V4SFmode) \
  4608. || flag_unsafe_math_optimizations)) \
  4609. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2DImode)))
  4610. #define HAVE_subv2di3 ((TARGET_NEON && ((V2DImode != V2SFmode && V2DImode != V4SFmode) \
  4611. || flag_unsafe_math_optimizations)) \
  4612. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2DImode)))
  4613. #define HAVE_subv2si3 ((TARGET_NEON && ((V2SImode != V2SFmode && V2SImode != V4SFmode) \
  4614. || flag_unsafe_math_optimizations)) \
  4615. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SImode)))
  4616. #define HAVE_subv4hi3 ((TARGET_NEON && ((V4HImode != V2SFmode && V4HImode != V4SFmode) \
  4617. || flag_unsafe_math_optimizations)) \
  4618. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4HImode)))
  4619. #define HAVE_subv8qi3 ((TARGET_NEON && ((V8QImode != V2SFmode && V8QImode != V4SFmode) \
  4620. || flag_unsafe_math_optimizations)) \
  4621. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8QImode)))
  4622. #define HAVE_subv2sf3 ((TARGET_NEON && ((V2SFmode != V2SFmode && V2SFmode != V4SFmode) \
  4623. || flag_unsafe_math_optimizations)) \
  4624. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SFmode)))
  4625. #define HAVE_subv4si3 ((TARGET_NEON && ((V4SImode != V2SFmode && V4SImode != V4SFmode) \
  4626. || flag_unsafe_math_optimizations)) \
  4627. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SImode)))
  4628. #define HAVE_subv8hi3 ((TARGET_NEON && ((V8HImode != V2SFmode && V8HImode != V4SFmode) \
  4629. || flag_unsafe_math_optimizations)) \
  4630. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8HImode)))
  4631. #define HAVE_subv16qi3 ((TARGET_NEON && ((V16QImode != V2SFmode && V16QImode != V4SFmode) \
  4632. || flag_unsafe_math_optimizations)) \
  4633. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V16QImode)))
  4634. #define HAVE_subv4sf3 ((TARGET_NEON && ((V4SFmode != V2SFmode && V4SFmode != V4SFmode) \
  4635. || flag_unsafe_math_optimizations)) \
  4636. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SFmode)))
  4637. #define HAVE_mulv2si3 ((TARGET_NEON && ((V2SImode != V2SFmode && V2SImode != V4SFmode) \
  4638. || flag_unsafe_math_optimizations)) \
  4639. || (V2SImode == V4HImode && TARGET_REALLY_IWMMXT))
  4640. #define HAVE_mulv4hi3 ((TARGET_NEON && ((V4HImode != V2SFmode && V4HImode != V4SFmode) \
  4641. || flag_unsafe_math_optimizations)) \
  4642. || (V4HImode == V4HImode && TARGET_REALLY_IWMMXT))
  4643. #define HAVE_mulv8qi3 ((TARGET_NEON && ((V8QImode != V2SFmode && V8QImode != V4SFmode) \
  4644. || flag_unsafe_math_optimizations)) \
  4645. || (V8QImode == V4HImode && TARGET_REALLY_IWMMXT))
  4646. #define HAVE_mulv2sf3 ((TARGET_NEON && ((V2SFmode != V2SFmode && V2SFmode != V4SFmode) \
  4647. || flag_unsafe_math_optimizations)) \
  4648. || (V2SFmode == V4HImode && TARGET_REALLY_IWMMXT))
  4649. #define HAVE_mulv4si3 ((TARGET_NEON && ((V4SImode != V2SFmode && V4SImode != V4SFmode) \
  4650. || flag_unsafe_math_optimizations)) \
  4651. || (V4SImode == V4HImode && TARGET_REALLY_IWMMXT))
  4652. #define HAVE_mulv8hi3 ((TARGET_NEON && ((V8HImode != V2SFmode && V8HImode != V4SFmode) \
  4653. || flag_unsafe_math_optimizations)) \
  4654. || (V8HImode == V4HImode && TARGET_REALLY_IWMMXT))
  4655. #define HAVE_mulv16qi3 ((TARGET_NEON && ((V16QImode != V2SFmode && V16QImode != V4SFmode) \
  4656. || flag_unsafe_math_optimizations)) \
  4657. || (V16QImode == V4HImode && TARGET_REALLY_IWMMXT))
  4658. #define HAVE_mulv4sf3 ((TARGET_NEON && ((V4SFmode != V2SFmode && V4SFmode != V4SFmode) \
  4659. || flag_unsafe_math_optimizations)) \
  4660. || (V4SFmode == V4HImode && TARGET_REALLY_IWMMXT))
  4661. #define HAVE_sminv2si3 ((TARGET_NEON && ((V2SImode != V2SFmode && V2SImode != V4SFmode) \
  4662. || flag_unsafe_math_optimizations)) \
  4663. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SImode)))
  4664. #define HAVE_sminv4hi3 ((TARGET_NEON && ((V4HImode != V2SFmode && V4HImode != V4SFmode) \
  4665. || flag_unsafe_math_optimizations)) \
  4666. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4HImode)))
  4667. #define HAVE_sminv8qi3 ((TARGET_NEON && ((V8QImode != V2SFmode && V8QImode != V4SFmode) \
  4668. || flag_unsafe_math_optimizations)) \
  4669. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8QImode)))
  4670. #define HAVE_sminv2sf3 ((TARGET_NEON && ((V2SFmode != V2SFmode && V2SFmode != V4SFmode) \
  4671. || flag_unsafe_math_optimizations)) \
  4672. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SFmode)))
  4673. #define HAVE_sminv4si3 ((TARGET_NEON && ((V4SImode != V2SFmode && V4SImode != V4SFmode) \
  4674. || flag_unsafe_math_optimizations)) \
  4675. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SImode)))
  4676. #define HAVE_sminv8hi3 ((TARGET_NEON && ((V8HImode != V2SFmode && V8HImode != V4SFmode) \
  4677. || flag_unsafe_math_optimizations)) \
  4678. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8HImode)))
  4679. #define HAVE_sminv16qi3 ((TARGET_NEON && ((V16QImode != V2SFmode && V16QImode != V4SFmode) \
  4680. || flag_unsafe_math_optimizations)) \
  4681. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V16QImode)))
  4682. #define HAVE_sminv4sf3 ((TARGET_NEON && ((V4SFmode != V2SFmode && V4SFmode != V4SFmode) \
  4683. || flag_unsafe_math_optimizations)) \
  4684. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SFmode)))
  4685. #define HAVE_uminv2si3 (TARGET_NEON \
  4686. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SImode)))
  4687. #define HAVE_uminv4hi3 (TARGET_NEON \
  4688. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4HImode)))
  4689. #define HAVE_uminv8qi3 (TARGET_NEON \
  4690. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8QImode)))
  4691. #define HAVE_uminv4si3 (TARGET_NEON \
  4692. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SImode)))
  4693. #define HAVE_uminv8hi3 (TARGET_NEON \
  4694. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8HImode)))
  4695. #define HAVE_uminv16qi3 (TARGET_NEON \
  4696. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V16QImode)))
  4697. #define HAVE_smaxv2si3 ((TARGET_NEON && ((V2SImode != V2SFmode && V2SImode != V4SFmode) \
  4698. || flag_unsafe_math_optimizations)) \
  4699. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SImode)))
  4700. #define HAVE_smaxv4hi3 ((TARGET_NEON && ((V4HImode != V2SFmode && V4HImode != V4SFmode) \
  4701. || flag_unsafe_math_optimizations)) \
  4702. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4HImode)))
  4703. #define HAVE_smaxv8qi3 ((TARGET_NEON && ((V8QImode != V2SFmode && V8QImode != V4SFmode) \
  4704. || flag_unsafe_math_optimizations)) \
  4705. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8QImode)))
  4706. #define HAVE_smaxv2sf3 ((TARGET_NEON && ((V2SFmode != V2SFmode && V2SFmode != V4SFmode) \
  4707. || flag_unsafe_math_optimizations)) \
  4708. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SFmode)))
  4709. #define HAVE_smaxv4si3 ((TARGET_NEON && ((V4SImode != V2SFmode && V4SImode != V4SFmode) \
  4710. || flag_unsafe_math_optimizations)) \
  4711. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SImode)))
  4712. #define HAVE_smaxv8hi3 ((TARGET_NEON && ((V8HImode != V2SFmode && V8HImode != V4SFmode) \
  4713. || flag_unsafe_math_optimizations)) \
  4714. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8HImode)))
  4715. #define HAVE_smaxv16qi3 ((TARGET_NEON && ((V16QImode != V2SFmode && V16QImode != V4SFmode) \
  4716. || flag_unsafe_math_optimizations)) \
  4717. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V16QImode)))
  4718. #define HAVE_smaxv4sf3 ((TARGET_NEON && ((V4SFmode != V2SFmode && V4SFmode != V4SFmode) \
  4719. || flag_unsafe_math_optimizations)) \
  4720. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SFmode)))
  4721. #define HAVE_umaxv2si3 (TARGET_NEON \
  4722. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V2SImode)))
  4723. #define HAVE_umaxv4hi3 (TARGET_NEON \
  4724. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4HImode)))
  4725. #define HAVE_umaxv8qi3 (TARGET_NEON \
  4726. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8QImode)))
  4727. #define HAVE_umaxv4si3 (TARGET_NEON \
  4728. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V4SImode)))
  4729. #define HAVE_umaxv8hi3 (TARGET_NEON \
  4730. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V8HImode)))
  4731. #define HAVE_umaxv16qi3 (TARGET_NEON \
  4732. || (TARGET_REALLY_IWMMXT && VALID_IWMMXT_REG_MODE (V16QImode)))
  4733. #define HAVE_vec_permv8qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4734. #define HAVE_vec_permv16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4735. #define HAVE_vec_extractv16qiqi (TARGET_NEON || TARGET_HAVE_MVE)
  4736. #define HAVE_vec_extractv8hihi (TARGET_NEON || TARGET_HAVE_MVE)
  4737. #define HAVE_vec_extractv8hfhf (TARGET_NEON || TARGET_HAVE_MVE)
  4738. #define HAVE_vec_extractv4sisi (TARGET_NEON || TARGET_HAVE_MVE)
  4739. #define HAVE_vec_extractv4sfsf (TARGET_NEON || TARGET_HAVE_MVE)
  4740. #define HAVE_vec_extractv2didi (TARGET_NEON || TARGET_HAVE_MVE)
  4741. #define HAVE_vec_setv16qi (TARGET_NEON || TARGET_HAVE_MVE)
  4742. #define HAVE_vec_setv8hi (TARGET_NEON || TARGET_HAVE_MVE)
  4743. #define HAVE_vec_setv8hf (TARGET_NEON || TARGET_HAVE_MVE)
  4744. #define HAVE_vec_setv4si (TARGET_NEON || TARGET_HAVE_MVE)
  4745. #define HAVE_vec_setv4sf (TARGET_NEON || TARGET_HAVE_MVE)
  4746. #define HAVE_vec_setv2di (TARGET_NEON || TARGET_HAVE_MVE)
  4747. #define HAVE_iwmmxt_setwcgr0 (TARGET_REALLY_IWMMXT)
  4748. #define HAVE_iwmmxt_setwcgr1 (TARGET_REALLY_IWMMXT)
  4749. #define HAVE_iwmmxt_setwcgr2 (TARGET_REALLY_IWMMXT)
  4750. #define HAVE_iwmmxt_setwcgr3 (TARGET_REALLY_IWMMXT)
  4751. #define HAVE_iwmmxt_getwcgr0 (TARGET_REALLY_IWMMXT)
  4752. #define HAVE_iwmmxt_getwcgr1 (TARGET_REALLY_IWMMXT)
  4753. #define HAVE_iwmmxt_getwcgr2 (TARGET_REALLY_IWMMXT)
  4754. #define HAVE_iwmmxt_getwcgr3 (TARGET_REALLY_IWMMXT)
  4755. #define HAVE_neon_vabshf (TARGET_VFP_FP16INST)
  4756. #define HAVE_neon_vfmahf (TARGET_VFP_FP16INST)
  4757. #define HAVE_neon_vfmshf (TARGET_VFP_FP16INST)
  4758. #define HAVE_neon_vcvths_nhf (TARGET_VFP_FP16INST)
  4759. #define HAVE_neon_vcvthu_nhf (TARGET_VFP_FP16INST)
  4760. #define HAVE_neon_vcvths_nsi (TARGET_VFP_FP16INST)
  4761. #define HAVE_neon_vcvthu_nsi (TARGET_VFP_FP16INST)
  4762. #define HAVE_thumb_movhi_clobber (TARGET_THUMB1)
  4763. #define HAVE_cbranchqi4 (TARGET_THUMB1)
  4764. #define HAVE_cstoresi_eq0_thumb1 (TARGET_THUMB1)
  4765. #define HAVE_cstoresi_ne0_thumb1 (TARGET_THUMB1)
  4766. #define HAVE_thumb1_casesi_internal_pic (TARGET_THUMB1)
  4767. #define HAVE_tablejump (TARGET_THUMB1)
  4768. #define HAVE_thumb2_casesi_internal (TARGET_THUMB2 && !flag_pic)
  4769. #define HAVE_thumb2_casesi_internal_pic (TARGET_THUMB2 && flag_pic)
  4770. #define HAVE_doloop_end (TARGET_32BIT)
  4771. #define HAVE_movti (TARGET_NEON)
  4772. #define HAVE_movei ((TARGET_NEON || TARGET_HAVE_MVE) && (!TARGET_HAVE_MVE))
  4773. #define HAVE_movoi (TARGET_NEON || TARGET_HAVE_MVE)
  4774. #define HAVE_movci ((TARGET_NEON || TARGET_HAVE_MVE) && (!TARGET_HAVE_MVE))
  4775. #define HAVE_movxi (TARGET_NEON || TARGET_HAVE_MVE)
  4776. #define HAVE_movv4hf (TARGET_NEON)
  4777. #define HAVE_movv4bf (TARGET_NEON)
  4778. #define HAVE_movv8bf (TARGET_NEON)
  4779. #define HAVE_movmisalignv8qi (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4780. #define HAVE_movmisalignv16qi (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4781. #define HAVE_movmisalignv4hi (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4782. #define HAVE_movmisalignv8hi (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4783. #define HAVE_movmisalignv2si (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4784. #define HAVE_movmisalignv4si (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4785. #define HAVE_movmisalignv4hf (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4786. #define HAVE_movmisalignv8hf (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4787. #define HAVE_movmisalignv4bf (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4788. #define HAVE_movmisalignv8bf (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4789. #define HAVE_movmisalignv2sf (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4790. #define HAVE_movmisalignv4sf (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4791. #define HAVE_movmisaligndi (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4792. #define HAVE_movmisalignv2di (TARGET_NEON && !BYTES_BIG_ENDIAN && unaligned_access)
  4793. #define HAVE_vec_initv8qiqi (TARGET_NEON || TARGET_HAVE_MVE)
  4794. #define HAVE_vec_initv16qiqi (TARGET_NEON || TARGET_HAVE_MVE)
  4795. #define HAVE_vec_initv4hihi (TARGET_NEON || TARGET_HAVE_MVE)
  4796. #define HAVE_vec_initv8hihi (TARGET_NEON || TARGET_HAVE_MVE)
  4797. #define HAVE_vec_initv2sisi (TARGET_NEON || TARGET_HAVE_MVE)
  4798. #define HAVE_vec_initv4sisi (TARGET_NEON || TARGET_HAVE_MVE)
  4799. #define HAVE_vec_initv4hfhf (TARGET_NEON || TARGET_HAVE_MVE)
  4800. #define HAVE_vec_initv8hfhf (TARGET_NEON || TARGET_HAVE_MVE)
  4801. #define HAVE_vec_initv2sfsf (TARGET_NEON || TARGET_HAVE_MVE)
  4802. #define HAVE_vec_initv4sfsf (TARGET_NEON || TARGET_HAVE_MVE)
  4803. #define HAVE_vec_initv2didi (TARGET_NEON || TARGET_HAVE_MVE)
  4804. #define HAVE_divv2sf3 (TARGET_NEON && !optimize_size \
  4805. && flag_reciprocal_math)
  4806. #define HAVE_divv4sf3 (TARGET_NEON && !optimize_size \
  4807. && flag_reciprocal_math)
  4808. #define HAVE_neon_vabsv8hf (TARGET_NEON_FP16INST)
  4809. #define HAVE_neon_vnegv8hf (TARGET_NEON_FP16INST)
  4810. #define HAVE_neon_vabsv4hf (TARGET_NEON_FP16INST)
  4811. #define HAVE_neon_vnegv4hf (TARGET_NEON_FP16INST)
  4812. #define HAVE_vashrv8qi3 (TARGET_NEON)
  4813. #define HAVE_vashrv16qi3 (TARGET_NEON)
  4814. #define HAVE_vashrv4hi3 (TARGET_NEON)
  4815. #define HAVE_vashrv8hi3 (TARGET_NEON)
  4816. #define HAVE_vashrv2si3 (TARGET_NEON)
  4817. #define HAVE_vashrv4si3 (TARGET_NEON)
  4818. #define HAVE_vlshrv8qi3 (TARGET_NEON)
  4819. #define HAVE_vlshrv16qi3 (TARGET_NEON)
  4820. #define HAVE_vlshrv4hi3 (TARGET_NEON)
  4821. #define HAVE_vlshrv8hi3 (TARGET_NEON)
  4822. #define HAVE_vlshrv2si3 (TARGET_NEON)
  4823. #define HAVE_vlshrv4si3 (TARGET_NEON)
  4824. #define HAVE_widen_ssumv16qi3 (TARGET_NEON)
  4825. #define HAVE_widen_ssumv8hi3 (TARGET_NEON)
  4826. #define HAVE_widen_ssumv4si3 (TARGET_NEON)
  4827. #define HAVE_widen_usumv16qi3 (TARGET_NEON)
  4828. #define HAVE_widen_usumv8hi3 (TARGET_NEON)
  4829. #define HAVE_widen_usumv4si3 (TARGET_NEON)
  4830. #define HAVE_move_hi_quad_v2di (TARGET_NEON)
  4831. #define HAVE_move_hi_quad_v2df (TARGET_NEON)
  4832. #define HAVE_move_hi_quad_v16qi (TARGET_NEON)
  4833. #define HAVE_move_hi_quad_v8hi (TARGET_NEON)
  4834. #define HAVE_move_hi_quad_v4si (TARGET_NEON)
  4835. #define HAVE_move_hi_quad_v4sf (TARGET_NEON)
  4836. #define HAVE_move_lo_quad_v2di (TARGET_NEON)
  4837. #define HAVE_move_lo_quad_v2df (TARGET_NEON)
  4838. #define HAVE_move_lo_quad_v16qi (TARGET_NEON)
  4839. #define HAVE_move_lo_quad_v8hi (TARGET_NEON)
  4840. #define HAVE_move_lo_quad_v4si (TARGET_NEON)
  4841. #define HAVE_move_lo_quad_v4sf (TARGET_NEON)
  4842. #define HAVE_reduc_plus_scal_v8qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4843. #define HAVE_reduc_plus_scal_v4hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4844. #define HAVE_reduc_plus_scal_v2si (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4845. #define HAVE_reduc_plus_scal_v2sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  4846. #define HAVE_reduc_plus_scal_v16qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4847. && !BYTES_BIG_ENDIAN)
  4848. #define HAVE_reduc_plus_scal_v8hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4849. && !BYTES_BIG_ENDIAN)
  4850. #define HAVE_reduc_plus_scal_v4si (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4851. && !BYTES_BIG_ENDIAN)
  4852. #define HAVE_reduc_plus_scal_v4sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations) \
  4853. && !BYTES_BIG_ENDIAN)
  4854. #define HAVE_reduc_plus_scal_v2di (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4855. #define HAVE_reduc_smin_scal_v8qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4856. #define HAVE_reduc_smin_scal_v4hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4857. #define HAVE_reduc_smin_scal_v2si (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4858. #define HAVE_reduc_smin_scal_v2sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  4859. #define HAVE_reduc_smin_scal_v16qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4860. && !BYTES_BIG_ENDIAN)
  4861. #define HAVE_reduc_smin_scal_v8hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4862. && !BYTES_BIG_ENDIAN)
  4863. #define HAVE_reduc_smin_scal_v4si (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4864. && !BYTES_BIG_ENDIAN)
  4865. #define HAVE_reduc_smin_scal_v4sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations) \
  4866. && !BYTES_BIG_ENDIAN)
  4867. #define HAVE_reduc_smax_scal_v8qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4868. #define HAVE_reduc_smax_scal_v4hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4869. #define HAVE_reduc_smax_scal_v2si (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4870. #define HAVE_reduc_smax_scal_v2sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  4871. #define HAVE_reduc_smax_scal_v16qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4872. && !BYTES_BIG_ENDIAN)
  4873. #define HAVE_reduc_smax_scal_v8hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4874. && !BYTES_BIG_ENDIAN)
  4875. #define HAVE_reduc_smax_scal_v4si (TARGET_NEON && (!false || flag_unsafe_math_optimizations) \
  4876. && !BYTES_BIG_ENDIAN)
  4877. #define HAVE_reduc_smax_scal_v4sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations) \
  4878. && !BYTES_BIG_ENDIAN)
  4879. #define HAVE_reduc_umin_scal_v8qi (TARGET_NEON)
  4880. #define HAVE_reduc_umin_scal_v4hi (TARGET_NEON)
  4881. #define HAVE_reduc_umin_scal_v2si (TARGET_NEON)
  4882. #define HAVE_reduc_umin_scal_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4883. #define HAVE_reduc_umin_scal_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4884. #define HAVE_reduc_umin_scal_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4885. #define HAVE_reduc_umax_scal_v8qi (TARGET_NEON)
  4886. #define HAVE_reduc_umax_scal_v4hi (TARGET_NEON)
  4887. #define HAVE_reduc_umax_scal_v2si (TARGET_NEON)
  4888. #define HAVE_reduc_umax_scal_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4889. #define HAVE_reduc_umax_scal_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4890. #define HAVE_reduc_umax_scal_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  4891. #define HAVE_vcondv8qiv8qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4892. #define HAVE_vcondv16qiv16qi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4893. #define HAVE_vcondv4hiv4hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4894. #define HAVE_vcondv8hiv8hi (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4895. #define HAVE_vcondv2siv2si (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4896. #define HAVE_vcondv4siv4si (TARGET_NEON && (!false || flag_unsafe_math_optimizations))
  4897. #define HAVE_vcondv2sfv2sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  4898. #define HAVE_vcondv4sfv4sf (TARGET_NEON && (!true || flag_unsafe_math_optimizations))
  4899. #define HAVE_vconduv8qiv8qi (TARGET_NEON)
  4900. #define HAVE_vconduv16qiv16qi (TARGET_NEON)
  4901. #define HAVE_vconduv4hiv4hi (TARGET_NEON)
  4902. #define HAVE_vconduv8hiv8hi (TARGET_NEON)
  4903. #define HAVE_vconduv2siv2si (TARGET_NEON)
  4904. #define HAVE_vconduv4siv4si (TARGET_NEON)
  4905. #define HAVE_neon_vaddv2sf (TARGET_NEON)
  4906. #define HAVE_neon_vaddv4sf (TARGET_NEON)
  4907. #define HAVE_neon_vaddv8hf (TARGET_NEON_FP16INST)
  4908. #define HAVE_neon_vaddv4hf (TARGET_NEON_FP16INST)
  4909. #define HAVE_neon_vsubv8hf (TARGET_NEON_FP16INST)
  4910. #define HAVE_neon_vsubv4hf (TARGET_NEON_FP16INST)
  4911. #define HAVE_neon_vmlav8qi (TARGET_NEON)
  4912. #define HAVE_neon_vmlav16qi (TARGET_NEON)
  4913. #define HAVE_neon_vmlav4hi (TARGET_NEON)
  4914. #define HAVE_neon_vmlav8hi (TARGET_NEON)
  4915. #define HAVE_neon_vmlav2si (TARGET_NEON)
  4916. #define HAVE_neon_vmlav4si (TARGET_NEON)
  4917. #define HAVE_neon_vmlav2sf (TARGET_NEON)
  4918. #define HAVE_neon_vmlav4sf (TARGET_NEON)
  4919. #define HAVE_neon_vfmav2sf (TARGET_NEON && TARGET_FMA)
  4920. #define HAVE_neon_vfmav4sf (TARGET_NEON && TARGET_FMA)
  4921. #define HAVE_neon_vfmav8hf (TARGET_NEON_FP16INST)
  4922. #define HAVE_neon_vfmav4hf (TARGET_NEON_FP16INST)
  4923. #define HAVE_neon_vfmsv2sf (TARGET_NEON && TARGET_FMA)
  4924. #define HAVE_neon_vfmsv4sf (TARGET_NEON && TARGET_FMA)
  4925. #define HAVE_neon_vfmsv8hf (TARGET_NEON_FP16INST)
  4926. #define HAVE_neon_vfmsv4hf (TARGET_NEON_FP16INST)
  4927. #define HAVE_neon_vfmal_lowv2sf (TARGET_FP16FML)
  4928. #define HAVE_neon_vfmal_highv2sf (TARGET_FP16FML)
  4929. #define HAVE_neon_vfmsl_lowv2sf (TARGET_FP16FML)
  4930. #define HAVE_neon_vfmsl_highv2sf (TARGET_FP16FML)
  4931. #define HAVE_neon_vfmal_lowv4sf (TARGET_FP16FML)
  4932. #define HAVE_neon_vfmal_highv4sf (TARGET_FP16FML)
  4933. #define HAVE_neon_vfmsl_lowv4sf (TARGET_FP16FML)
  4934. #define HAVE_neon_vfmsl_highv4sf (TARGET_FP16FML)
  4935. #define HAVE_neon_vfmal_lane_lowv2sf (TARGET_FP16FML)
  4936. #define HAVE_neon_vfmal_lane_highv2sf (TARGET_FP16FML)
  4937. #define HAVE_neon_vfmsl_lane_lowv2sf (TARGET_FP16FML)
  4938. #define HAVE_neon_vfmsl_lane_highv2sf (TARGET_FP16FML)
  4939. #define HAVE_neon_vfmal_lane_lowv4sf (TARGET_FP16FML)
  4940. #define HAVE_neon_vfmal_lane_highv4sf (TARGET_FP16FML)
  4941. #define HAVE_neon_vfmsl_lane_lowv4sf (TARGET_FP16FML)
  4942. #define HAVE_neon_vfmsl_lane_highv4sf (TARGET_FP16FML)
  4943. #define HAVE_neon_vfmal_lane_lowv8hfv2sf (TARGET_FP16FML)
  4944. #define HAVE_neon_vfmal_lane_highv8hfv2sf (TARGET_FP16FML)
  4945. #define HAVE_neon_vfmsl_lane_lowv8hfv2sf (TARGET_FP16FML)
  4946. #define HAVE_neon_vfmsl_lane_highv8hfv2sf (TARGET_FP16FML)
  4947. #define HAVE_neon_vfmal_lane_lowv4hfv4sf (TARGET_FP16FML)
  4948. #define HAVE_neon_vfmal_lane_highv4hfv4sf (TARGET_FP16FML)
  4949. #define HAVE_neon_vfmsl_lane_lowv4hfv4sf (TARGET_FP16FML)
  4950. #define HAVE_neon_vfmsl_lane_highv4hfv4sf (TARGET_FP16FML)
  4951. #define HAVE_neon_vmlsv8qi (TARGET_NEON)
  4952. #define HAVE_neon_vmlsv16qi (TARGET_NEON)
  4953. #define HAVE_neon_vmlsv4hi (TARGET_NEON)
  4954. #define HAVE_neon_vmlsv8hi (TARGET_NEON)
  4955. #define HAVE_neon_vmlsv2si (TARGET_NEON)
  4956. #define HAVE_neon_vmlsv4si (TARGET_NEON)
  4957. #define HAVE_neon_vmlsv2sf (TARGET_NEON)
  4958. #define HAVE_neon_vmlsv4sf (TARGET_NEON)
  4959. #define HAVE_neon_vsubv2sf (TARGET_NEON)
  4960. #define HAVE_neon_vsubv4sf (TARGET_NEON)
  4961. #define HAVE_neon_vceqv8qi (TARGET_NEON)
  4962. #define HAVE_neon_vcgtv8qi (TARGET_NEON)
  4963. #define HAVE_neon_vcgev8qi (TARGET_NEON)
  4964. #define HAVE_neon_vclev8qi (TARGET_NEON)
  4965. #define HAVE_neon_vcltv8qi (TARGET_NEON)
  4966. #define HAVE_neon_vceqv16qi (TARGET_NEON)
  4967. #define HAVE_neon_vcgtv16qi (TARGET_NEON)
  4968. #define HAVE_neon_vcgev16qi (TARGET_NEON)
  4969. #define HAVE_neon_vclev16qi (TARGET_NEON)
  4970. #define HAVE_neon_vcltv16qi (TARGET_NEON)
  4971. #define HAVE_neon_vceqv4hi (TARGET_NEON)
  4972. #define HAVE_neon_vcgtv4hi (TARGET_NEON)
  4973. #define HAVE_neon_vcgev4hi (TARGET_NEON)
  4974. #define HAVE_neon_vclev4hi (TARGET_NEON)
  4975. #define HAVE_neon_vcltv4hi (TARGET_NEON)
  4976. #define HAVE_neon_vceqv8hi (TARGET_NEON)
  4977. #define HAVE_neon_vcgtv8hi (TARGET_NEON)
  4978. #define HAVE_neon_vcgev8hi (TARGET_NEON)
  4979. #define HAVE_neon_vclev8hi (TARGET_NEON)
  4980. #define HAVE_neon_vcltv8hi (TARGET_NEON)
  4981. #define HAVE_neon_vceqv2si (TARGET_NEON)
  4982. #define HAVE_neon_vcgtv2si (TARGET_NEON)
  4983. #define HAVE_neon_vcgev2si (TARGET_NEON)
  4984. #define HAVE_neon_vclev2si (TARGET_NEON)
  4985. #define HAVE_neon_vcltv2si (TARGET_NEON)
  4986. #define HAVE_neon_vceqv4si (TARGET_NEON)
  4987. #define HAVE_neon_vcgtv4si (TARGET_NEON)
  4988. #define HAVE_neon_vcgev4si (TARGET_NEON)
  4989. #define HAVE_neon_vclev4si (TARGET_NEON)
  4990. #define HAVE_neon_vcltv4si (TARGET_NEON)
  4991. #define HAVE_neon_vceqv2sf (TARGET_NEON)
  4992. #define HAVE_neon_vcgtv2sf (TARGET_NEON)
  4993. #define HAVE_neon_vcgev2sf (TARGET_NEON)
  4994. #define HAVE_neon_vclev2sf (TARGET_NEON)
  4995. #define HAVE_neon_vcltv2sf (TARGET_NEON)
  4996. #define HAVE_neon_vceqv4sf (TARGET_NEON)
  4997. #define HAVE_neon_vcgtv4sf (TARGET_NEON)
  4998. #define HAVE_neon_vcgev4sf (TARGET_NEON)
  4999. #define HAVE_neon_vclev4sf (TARGET_NEON)
  5000. #define HAVE_neon_vcltv4sf (TARGET_NEON)
  5001. #define HAVE_neon_vceqv8hf (TARGET_NEON_FP16INST)
  5002. #define HAVE_neon_vcgtv8hf (TARGET_NEON_FP16INST)
  5003. #define HAVE_neon_vcgev8hf (TARGET_NEON_FP16INST)
  5004. #define HAVE_neon_vclev8hf (TARGET_NEON_FP16INST)
  5005. #define HAVE_neon_vcltv8hf (TARGET_NEON_FP16INST)
  5006. #define HAVE_neon_vceqv4hf (TARGET_NEON_FP16INST)
  5007. #define HAVE_neon_vcgtv4hf (TARGET_NEON_FP16INST)
  5008. #define HAVE_neon_vcgev4hf (TARGET_NEON_FP16INST)
  5009. #define HAVE_neon_vclev4hf (TARGET_NEON_FP16INST)
  5010. #define HAVE_neon_vcltv4hf (TARGET_NEON_FP16INST)
  5011. #define HAVE_neon_vcagtv2sf (TARGET_NEON)
  5012. #define HAVE_neon_vcagev2sf (TARGET_NEON)
  5013. #define HAVE_neon_vcagtv4sf (TARGET_NEON)
  5014. #define HAVE_neon_vcagev4sf (TARGET_NEON)
  5015. #define HAVE_neon_vcagtv8hf (TARGET_NEON_FP16INST)
  5016. #define HAVE_neon_vcagev8hf (TARGET_NEON_FP16INST)
  5017. #define HAVE_neon_vcaltv8hf (TARGET_NEON_FP16INST)
  5018. #define HAVE_neon_vcalev8hf (TARGET_NEON_FP16INST)
  5019. #define HAVE_neon_vcagtv4hf (TARGET_NEON_FP16INST)
  5020. #define HAVE_neon_vcagev4hf (TARGET_NEON_FP16INST)
  5021. #define HAVE_neon_vcaltv4hf (TARGET_NEON_FP16INST)
  5022. #define HAVE_neon_vcalev4hf (TARGET_NEON_FP16INST)
  5023. #define HAVE_neon_vceqzv8hf (TARGET_NEON_FP16INST)
  5024. #define HAVE_neon_vcgtzv8hf (TARGET_NEON_FP16INST)
  5025. #define HAVE_neon_vcgezv8hf (TARGET_NEON_FP16INST)
  5026. #define HAVE_neon_vclezv8hf (TARGET_NEON_FP16INST)
  5027. #define HAVE_neon_vcltzv8hf (TARGET_NEON_FP16INST)
  5028. #define HAVE_neon_vceqzv4hf (TARGET_NEON_FP16INST)
  5029. #define HAVE_neon_vcgtzv4hf (TARGET_NEON_FP16INST)
  5030. #define HAVE_neon_vcgezv4hf (TARGET_NEON_FP16INST)
  5031. #define HAVE_neon_vclezv4hf (TARGET_NEON_FP16INST)
  5032. #define HAVE_neon_vcltzv4hf (TARGET_NEON_FP16INST)
  5033. #define HAVE_ssadv16qi (TARGET_NEON)
  5034. #define HAVE_usadv16qi (TARGET_NEON)
  5035. #define HAVE_neon_vpaddv8qi (TARGET_NEON)
  5036. #define HAVE_neon_vpaddv4hi (TARGET_NEON)
  5037. #define HAVE_neon_vpaddv2si (TARGET_NEON)
  5038. #define HAVE_neon_vpaddv2sf (TARGET_NEON)
  5039. #define HAVE_neon_vabsv8qi (TARGET_NEON)
  5040. #define HAVE_neon_vabsv16qi (TARGET_NEON)
  5041. #define HAVE_neon_vabsv4hi (TARGET_NEON)
  5042. #define HAVE_neon_vabsv8hi (TARGET_NEON)
  5043. #define HAVE_neon_vabsv2si (TARGET_NEON)
  5044. #define HAVE_neon_vabsv4si (TARGET_NEON)
  5045. #define HAVE_neon_vabsv2sf (TARGET_NEON)
  5046. #define HAVE_neon_vabsv4sf (TARGET_NEON)
  5047. #define HAVE_neon_vnegv8qi (TARGET_NEON)
  5048. #define HAVE_neon_vnegv16qi (TARGET_NEON)
  5049. #define HAVE_neon_vnegv4hi (TARGET_NEON)
  5050. #define HAVE_neon_vnegv8hi (TARGET_NEON)
  5051. #define HAVE_neon_vnegv2si (TARGET_NEON)
  5052. #define HAVE_neon_vnegv4si (TARGET_NEON)
  5053. #define HAVE_neon_vnegv2sf (TARGET_NEON)
  5054. #define HAVE_neon_vnegv4sf (TARGET_NEON)
  5055. #define HAVE_sdot_prodv8qi (TARGET_DOTPROD)
  5056. #define HAVE_udot_prodv8qi (TARGET_DOTPROD)
  5057. #define HAVE_sdot_prodv16qi (TARGET_DOTPROD)
  5058. #define HAVE_udot_prodv16qi (TARGET_DOTPROD)
  5059. #define HAVE_neon_copysignfv2sf (TARGET_NEON)
  5060. #define HAVE_neon_copysignfv4sf (TARGET_NEON)
  5061. #define HAVE_neon_vclzv8qi (TARGET_NEON)
  5062. #define HAVE_neon_vclzv16qi (TARGET_NEON)
  5063. #define HAVE_neon_vclzv4hi (TARGET_NEON)
  5064. #define HAVE_neon_vclzv8hi (TARGET_NEON)
  5065. #define HAVE_neon_vclzv2si (TARGET_NEON)
  5066. #define HAVE_neon_vclzv4si (TARGET_NEON)
  5067. #define HAVE_neon_vcntv8qi (TARGET_NEON)
  5068. #define HAVE_neon_vcntv16qi (TARGET_NEON)
  5069. #define HAVE_neon_vmvnv8qi (TARGET_NEON)
  5070. #define HAVE_neon_vmvnv16qi (TARGET_NEON)
  5071. #define HAVE_neon_vmvnv4hi (TARGET_NEON)
  5072. #define HAVE_neon_vmvnv8hi (TARGET_NEON)
  5073. #define HAVE_neon_vmvnv2si (TARGET_NEON)
  5074. #define HAVE_neon_vmvnv4si (TARGET_NEON)
  5075. #define HAVE_neon_vget_lanev8qi (TARGET_NEON)
  5076. #define HAVE_neon_vget_lanev16qi (TARGET_NEON)
  5077. #define HAVE_neon_vget_lanev4hi (TARGET_NEON)
  5078. #define HAVE_neon_vget_lanev8hi (TARGET_NEON)
  5079. #define HAVE_neon_vget_lanev2si (TARGET_NEON)
  5080. #define HAVE_neon_vget_lanev4si (TARGET_NEON)
  5081. #define HAVE_neon_vget_lanev2sf (TARGET_NEON)
  5082. #define HAVE_neon_vget_lanev4sf (TARGET_NEON)
  5083. #define HAVE_neon_vget_laneuv8qi (TARGET_NEON)
  5084. #define HAVE_neon_vget_laneuv16qi (TARGET_NEON)
  5085. #define HAVE_neon_vget_laneuv4hi (TARGET_NEON)
  5086. #define HAVE_neon_vget_laneuv8hi (TARGET_NEON)
  5087. #define HAVE_neon_vget_laneuv2si (TARGET_NEON)
  5088. #define HAVE_neon_vget_laneuv4si (TARGET_NEON)
  5089. #define HAVE_neon_vget_lanedi (TARGET_NEON)
  5090. #define HAVE_neon_vget_lanev2di (TARGET_NEON)
  5091. #define HAVE_neon_vset_lanev8qi (TARGET_NEON)
  5092. #define HAVE_neon_vset_lanev16qi (TARGET_NEON)
  5093. #define HAVE_neon_vset_lanev4hi (TARGET_NEON)
  5094. #define HAVE_neon_vset_lanev8hi (TARGET_NEON)
  5095. #define HAVE_neon_vset_lanev2si (TARGET_NEON)
  5096. #define HAVE_neon_vset_lanev4si (TARGET_NEON)
  5097. #define HAVE_neon_vset_lanev4hf (TARGET_NEON)
  5098. #define HAVE_neon_vset_lanev8hf (TARGET_NEON)
  5099. #define HAVE_neon_vset_lanev2sf (TARGET_NEON)
  5100. #define HAVE_neon_vset_lanev4sf (TARGET_NEON)
  5101. #define HAVE_neon_vset_lanev2di (TARGET_NEON)
  5102. #define HAVE_neon_vset_lanedi (TARGET_NEON)
  5103. #define HAVE_neon_vcreatev8qi (TARGET_NEON)
  5104. #define HAVE_neon_vcreatev4hi (TARGET_NEON)
  5105. #define HAVE_neon_vcreatev2si (TARGET_NEON)
  5106. #define HAVE_neon_vcreatev2sf (TARGET_NEON)
  5107. #define HAVE_neon_vcreatedi (TARGET_NEON)
  5108. #define HAVE_neon_vdup_ndi (TARGET_NEON)
  5109. #define HAVE_neon_vdup_lanev8qi (TARGET_NEON)
  5110. #define HAVE_neon_vdup_lanev16qi (TARGET_NEON)
  5111. #define HAVE_neon_vdup_lanev4hi (TARGET_NEON)
  5112. #define HAVE_neon_vdup_lanev8hi (TARGET_NEON)
  5113. #define HAVE_neon_vdup_lanev2si (TARGET_NEON)
  5114. #define HAVE_neon_vdup_lanev4si (TARGET_NEON)
  5115. #define HAVE_neon_vdup_lanev2sf (TARGET_NEON)
  5116. #define HAVE_neon_vdup_lanev4sf (TARGET_NEON)
  5117. #define HAVE_neon_vdup_lanev8hf (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  5118. #define HAVE_neon_vdup_lanev4hf (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  5119. #define HAVE_neon_vdup_lanev4bf (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  5120. #define HAVE_neon_vdup_lanev8bf (TARGET_NEON && (TARGET_FP16 || TARGET_BF16_SIMD))
  5121. #define HAVE_neon_vdup_lanedi (TARGET_NEON)
  5122. #define HAVE_neon_vdup_lanev2di (TARGET_NEON)
  5123. #define HAVE_neon_vget_highv16qi (TARGET_NEON)
  5124. #define HAVE_neon_vget_highv8hi (TARGET_NEON)
  5125. #define HAVE_neon_vget_highv8hf (TARGET_NEON)
  5126. #define HAVE_neon_vget_highv8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  5127. #define HAVE_neon_vget_highv4si (TARGET_NEON)
  5128. #define HAVE_neon_vget_highv4sf (TARGET_NEON)
  5129. #define HAVE_neon_vget_highv2di (TARGET_NEON)
  5130. #define HAVE_neon_vget_lowv16qi (TARGET_NEON)
  5131. #define HAVE_neon_vget_lowv8hi (TARGET_NEON)
  5132. #define HAVE_neon_vget_lowv8hf (TARGET_NEON)
  5133. #define HAVE_neon_vget_lowv8bf (TARGET_NEON)
  5134. #define HAVE_neon_vget_lowv4si (TARGET_NEON)
  5135. #define HAVE_neon_vget_lowv4sf (TARGET_NEON)
  5136. #define HAVE_neon_vget_lowv2di (TARGET_NEON)
  5137. #define HAVE_neon_vmul_nv4hi (TARGET_NEON)
  5138. #define HAVE_neon_vmul_nv2si (TARGET_NEON)
  5139. #define HAVE_neon_vmul_nv2sf (TARGET_NEON)
  5140. #define HAVE_neon_vmul_nv8hi (TARGET_NEON)
  5141. #define HAVE_neon_vmul_nv4si (TARGET_NEON)
  5142. #define HAVE_neon_vmul_nv4sf (TARGET_NEON)
  5143. #define HAVE_neon_vmul_nv8hf (TARGET_NEON_FP16INST)
  5144. #define HAVE_neon_vmul_nv4hf (TARGET_NEON_FP16INST)
  5145. #define HAVE_neon_vmulls_nv4hi (TARGET_NEON)
  5146. #define HAVE_neon_vmulls_nv2si (TARGET_NEON)
  5147. #define HAVE_neon_vmullu_nv4hi (TARGET_NEON)
  5148. #define HAVE_neon_vmullu_nv2si (TARGET_NEON)
  5149. #define HAVE_neon_vqdmull_nv4hi (TARGET_NEON)
  5150. #define HAVE_neon_vqdmull_nv2si (TARGET_NEON)
  5151. #define HAVE_neon_vqdmulh_nv4hi (TARGET_NEON)
  5152. #define HAVE_neon_vqdmulh_nv2si (TARGET_NEON)
  5153. #define HAVE_neon_vqrdmulh_nv4hi (TARGET_NEON)
  5154. #define HAVE_neon_vqrdmulh_nv2si (TARGET_NEON)
  5155. #define HAVE_neon_vqdmulh_nv8hi (TARGET_NEON)
  5156. #define HAVE_neon_vqdmulh_nv4si (TARGET_NEON)
  5157. #define HAVE_neon_vqrdmulh_nv8hi (TARGET_NEON)
  5158. #define HAVE_neon_vqrdmulh_nv4si (TARGET_NEON)
  5159. #define HAVE_neon_vmla_nv4hi (TARGET_NEON)
  5160. #define HAVE_neon_vmla_nv2si (TARGET_NEON)
  5161. #define HAVE_neon_vmla_nv2sf (TARGET_NEON)
  5162. #define HAVE_neon_vmla_nv8hi (TARGET_NEON)
  5163. #define HAVE_neon_vmla_nv4si (TARGET_NEON)
  5164. #define HAVE_neon_vmla_nv4sf (TARGET_NEON)
  5165. #define HAVE_neon_vmlals_nv4hi (TARGET_NEON)
  5166. #define HAVE_neon_vmlals_nv2si (TARGET_NEON)
  5167. #define HAVE_neon_vmlalu_nv4hi (TARGET_NEON)
  5168. #define HAVE_neon_vmlalu_nv2si (TARGET_NEON)
  5169. #define HAVE_neon_vqdmlal_nv4hi (TARGET_NEON)
  5170. #define HAVE_neon_vqdmlal_nv2si (TARGET_NEON)
  5171. #define HAVE_neon_vmls_nv4hi (TARGET_NEON)
  5172. #define HAVE_neon_vmls_nv2si (TARGET_NEON)
  5173. #define HAVE_neon_vmls_nv2sf (TARGET_NEON)
  5174. #define HAVE_neon_vmls_nv8hi (TARGET_NEON)
  5175. #define HAVE_neon_vmls_nv4si (TARGET_NEON)
  5176. #define HAVE_neon_vmls_nv4sf (TARGET_NEON)
  5177. #define HAVE_neon_vmlsls_nv4hi (TARGET_NEON)
  5178. #define HAVE_neon_vmlsls_nv2si (TARGET_NEON)
  5179. #define HAVE_neon_vmlslu_nv4hi (TARGET_NEON)
  5180. #define HAVE_neon_vmlslu_nv2si (TARGET_NEON)
  5181. #define HAVE_neon_vqdmlsl_nv4hi (TARGET_NEON)
  5182. #define HAVE_neon_vqdmlsl_nv2si (TARGET_NEON)
  5183. #define HAVE_neon_vbslv8qi (TARGET_NEON)
  5184. #define HAVE_neon_vbslv16qi (TARGET_NEON)
  5185. #define HAVE_neon_vbslv4hi (TARGET_NEON)
  5186. #define HAVE_neon_vbslv8hi (TARGET_NEON)
  5187. #define HAVE_neon_vbslv2si (TARGET_NEON)
  5188. #define HAVE_neon_vbslv4si (TARGET_NEON)
  5189. #define HAVE_neon_vbslv4hf (TARGET_NEON)
  5190. #define HAVE_neon_vbslv8hf (TARGET_NEON)
  5191. #define HAVE_neon_vbslv4bf (TARGET_NEON)
  5192. #define HAVE_neon_vbslv8bf (TARGET_NEON)
  5193. #define HAVE_neon_vbslv2sf (TARGET_NEON)
  5194. #define HAVE_neon_vbslv4sf (TARGET_NEON)
  5195. #define HAVE_neon_vbsldi (TARGET_NEON)
  5196. #define HAVE_neon_vbslv2di (TARGET_NEON)
  5197. #define HAVE_neon_vtrnv8qi_internal (TARGET_NEON)
  5198. #define HAVE_neon_vtrnv16qi_internal (TARGET_NEON)
  5199. #define HAVE_neon_vtrnv4hi_internal (TARGET_NEON)
  5200. #define HAVE_neon_vtrnv8hi_internal (TARGET_NEON)
  5201. #define HAVE_neon_vtrnv2si_internal (TARGET_NEON)
  5202. #define HAVE_neon_vtrnv4si_internal (TARGET_NEON)
  5203. #define HAVE_neon_vtrnv2sf_internal (TARGET_NEON)
  5204. #define HAVE_neon_vtrnv4sf_internal (TARGET_NEON)
  5205. #define HAVE_neon_vtrnv8hf_internal (TARGET_NEON)
  5206. #define HAVE_neon_vtrnv4hf_internal (TARGET_NEON)
  5207. #define HAVE_neon_vzipv8qi_internal (TARGET_NEON)
  5208. #define HAVE_neon_vzipv16qi_internal (TARGET_NEON)
  5209. #define HAVE_neon_vzipv4hi_internal (TARGET_NEON)
  5210. #define HAVE_neon_vzipv8hi_internal (TARGET_NEON)
  5211. #define HAVE_neon_vzipv2si_internal (TARGET_NEON)
  5212. #define HAVE_neon_vzipv4si_internal (TARGET_NEON)
  5213. #define HAVE_neon_vzipv2sf_internal (TARGET_NEON)
  5214. #define HAVE_neon_vzipv4sf_internal (TARGET_NEON)
  5215. #define HAVE_neon_vzipv8hf_internal (TARGET_NEON)
  5216. #define HAVE_neon_vzipv4hf_internal (TARGET_NEON)
  5217. #define HAVE_neon_vuzpv8qi_internal (TARGET_NEON)
  5218. #define HAVE_neon_vuzpv16qi_internal (TARGET_NEON)
  5219. #define HAVE_neon_vuzpv4hi_internal (TARGET_NEON)
  5220. #define HAVE_neon_vuzpv8hi_internal (TARGET_NEON)
  5221. #define HAVE_neon_vuzpv2si_internal (TARGET_NEON)
  5222. #define HAVE_neon_vuzpv4si_internal (TARGET_NEON)
  5223. #define HAVE_neon_vuzpv2sf_internal (TARGET_NEON)
  5224. #define HAVE_neon_vuzpv4sf_internal (TARGET_NEON)
  5225. #define HAVE_neon_vuzpv8hf_internal (TARGET_NEON)
  5226. #define HAVE_neon_vuzpv4hf_internal (TARGET_NEON)
  5227. #define HAVE_vec_load_lanesv8qiv8qi (TARGET_NEON)
  5228. #define HAVE_vec_load_lanesv16qiv16qi (TARGET_NEON)
  5229. #define HAVE_vec_load_lanesv4hiv4hi (TARGET_NEON)
  5230. #define HAVE_vec_load_lanesv8hiv8hi (TARGET_NEON)
  5231. #define HAVE_vec_load_lanesv2siv2si (TARGET_NEON)
  5232. #define HAVE_vec_load_lanesv4siv4si (TARGET_NEON)
  5233. #define HAVE_vec_load_lanesv4hfv4hf (TARGET_NEON)
  5234. #define HAVE_vec_load_lanesv8hfv8hf (TARGET_NEON)
  5235. #define HAVE_vec_load_lanesv4bfv4bf (TARGET_NEON)
  5236. #define HAVE_vec_load_lanesv8bfv8bf (TARGET_NEON)
  5237. #define HAVE_vec_load_lanesv2sfv2sf (TARGET_NEON)
  5238. #define HAVE_vec_load_lanesv4sfv4sf (TARGET_NEON)
  5239. #define HAVE_vec_load_lanesdidi (TARGET_NEON)
  5240. #define HAVE_vec_load_lanesv2div2di (TARGET_NEON)
  5241. #define HAVE_neon_vld1_dupdi (TARGET_NEON)
  5242. #define HAVE_vec_store_lanesv8qiv8qi (TARGET_NEON)
  5243. #define HAVE_vec_store_lanesv16qiv16qi (TARGET_NEON)
  5244. #define HAVE_vec_store_lanesv4hiv4hi (TARGET_NEON)
  5245. #define HAVE_vec_store_lanesv8hiv8hi (TARGET_NEON)
  5246. #define HAVE_vec_store_lanesv2siv2si (TARGET_NEON)
  5247. #define HAVE_vec_store_lanesv4siv4si (TARGET_NEON)
  5248. #define HAVE_vec_store_lanesv4hfv4hf (TARGET_NEON)
  5249. #define HAVE_vec_store_lanesv8hfv8hf (TARGET_NEON)
  5250. #define HAVE_vec_store_lanesv4bfv4bf (TARGET_NEON)
  5251. #define HAVE_vec_store_lanesv8bfv8bf (TARGET_NEON)
  5252. #define HAVE_vec_store_lanesv2sfv2sf (TARGET_NEON)
  5253. #define HAVE_vec_store_lanesv4sfv4sf (TARGET_NEON)
  5254. #define HAVE_vec_store_lanesdidi (TARGET_NEON)
  5255. #define HAVE_vec_store_lanesv2div2di (TARGET_NEON)
  5256. #define HAVE_vec_load_lanestiv8qi (TARGET_NEON)
  5257. #define HAVE_vec_load_lanestiv4hi (TARGET_NEON)
  5258. #define HAVE_vec_load_lanestiv4hf (TARGET_NEON)
  5259. #define HAVE_vec_load_lanestiv4bf (TARGET_NEON)
  5260. #define HAVE_vec_load_lanestiv2si (TARGET_NEON)
  5261. #define HAVE_vec_load_lanestiv2sf (TARGET_NEON)
  5262. #define HAVE_vec_load_lanestidi (TARGET_NEON)
  5263. #define HAVE_vec_load_lanesoiv16qi (TARGET_NEON)
  5264. #define HAVE_vec_load_lanesoiv8hi (TARGET_NEON)
  5265. #define HAVE_vec_load_lanesoiv8hf (TARGET_NEON)
  5266. #define HAVE_vec_load_lanesoiv4si (TARGET_NEON)
  5267. #define HAVE_vec_load_lanesoiv4sf (TARGET_NEON)
  5268. #define HAVE_vec_store_lanestiv8qi (TARGET_NEON)
  5269. #define HAVE_vec_store_lanestiv4hi (TARGET_NEON)
  5270. #define HAVE_vec_store_lanestiv4hf (TARGET_NEON)
  5271. #define HAVE_vec_store_lanestiv4bf (TARGET_NEON)
  5272. #define HAVE_vec_store_lanestiv2si (TARGET_NEON)
  5273. #define HAVE_vec_store_lanestiv2sf (TARGET_NEON)
  5274. #define HAVE_vec_store_lanestidi (TARGET_NEON)
  5275. #define HAVE_vec_store_lanesoiv16qi (TARGET_NEON)
  5276. #define HAVE_vec_store_lanesoiv8hi (TARGET_NEON)
  5277. #define HAVE_vec_store_lanesoiv8hf (TARGET_NEON)
  5278. #define HAVE_vec_store_lanesoiv4si (TARGET_NEON)
  5279. #define HAVE_vec_store_lanesoiv4sf (TARGET_NEON)
  5280. #define HAVE_vec_load_laneseiv8qi (TARGET_NEON)
  5281. #define HAVE_vec_load_laneseiv4hi (TARGET_NEON)
  5282. #define HAVE_vec_load_laneseiv4hf (TARGET_NEON)
  5283. #define HAVE_vec_load_laneseiv4bf (TARGET_NEON)
  5284. #define HAVE_vec_load_laneseiv2si (TARGET_NEON)
  5285. #define HAVE_vec_load_laneseiv2sf (TARGET_NEON)
  5286. #define HAVE_vec_load_laneseidi (TARGET_NEON)
  5287. #define HAVE_vec_load_lanesciv16qi (TARGET_NEON)
  5288. #define HAVE_vec_load_lanesciv8hi (TARGET_NEON)
  5289. #define HAVE_vec_load_lanesciv8hf (TARGET_NEON)
  5290. #define HAVE_vec_load_lanesciv4si (TARGET_NEON)
  5291. #define HAVE_vec_load_lanesciv4sf (TARGET_NEON)
  5292. #define HAVE_neon_vld3v16qi (TARGET_NEON)
  5293. #define HAVE_neon_vld3v8hi (TARGET_NEON)
  5294. #define HAVE_neon_vld3v8hf (TARGET_NEON)
  5295. #define HAVE_neon_vld3v8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  5296. #define HAVE_neon_vld3v4si (TARGET_NEON)
  5297. #define HAVE_neon_vld3v4sf (TARGET_NEON)
  5298. #define HAVE_vec_store_laneseiv8qi (TARGET_NEON)
  5299. #define HAVE_vec_store_laneseiv4hi (TARGET_NEON)
  5300. #define HAVE_vec_store_laneseiv4hf (TARGET_NEON)
  5301. #define HAVE_vec_store_laneseiv4bf (TARGET_NEON)
  5302. #define HAVE_vec_store_laneseiv2si (TARGET_NEON)
  5303. #define HAVE_vec_store_laneseiv2sf (TARGET_NEON)
  5304. #define HAVE_vec_store_laneseidi (TARGET_NEON)
  5305. #define HAVE_vec_store_lanesciv16qi (TARGET_NEON)
  5306. #define HAVE_vec_store_lanesciv8hi (TARGET_NEON)
  5307. #define HAVE_vec_store_lanesciv8hf (TARGET_NEON)
  5308. #define HAVE_vec_store_lanesciv4si (TARGET_NEON)
  5309. #define HAVE_vec_store_lanesciv4sf (TARGET_NEON)
  5310. #define HAVE_neon_vst3v16qi (TARGET_NEON)
  5311. #define HAVE_neon_vst3v8hi (TARGET_NEON)
  5312. #define HAVE_neon_vst3v8hf (TARGET_NEON)
  5313. #define HAVE_neon_vst3v8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  5314. #define HAVE_neon_vst3v4si (TARGET_NEON)
  5315. #define HAVE_neon_vst3v4sf (TARGET_NEON)
  5316. #define HAVE_vec_load_lanesoiv8qi (TARGET_NEON)
  5317. #define HAVE_vec_load_lanesoiv4hi (TARGET_NEON)
  5318. #define HAVE_vec_load_lanesoiv4hf (TARGET_NEON)
  5319. #define HAVE_vec_load_lanesoiv4bf (TARGET_NEON)
  5320. #define HAVE_vec_load_lanesoiv2si (TARGET_NEON)
  5321. #define HAVE_vec_load_lanesoiv2sf (TARGET_NEON)
  5322. #define HAVE_vec_load_lanesoidi (TARGET_NEON)
  5323. #define HAVE_vec_load_lanesxiv16qi (TARGET_NEON)
  5324. #define HAVE_vec_load_lanesxiv8hi (TARGET_NEON)
  5325. #define HAVE_vec_load_lanesxiv8hf (TARGET_NEON)
  5326. #define HAVE_vec_load_lanesxiv4si (TARGET_NEON)
  5327. #define HAVE_vec_load_lanesxiv4sf (TARGET_NEON)
  5328. #define HAVE_neon_vld4v16qi (TARGET_NEON)
  5329. #define HAVE_neon_vld4v8hi (TARGET_NEON)
  5330. #define HAVE_neon_vld4v8hf (TARGET_NEON)
  5331. #define HAVE_neon_vld4v8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  5332. #define HAVE_neon_vld4v4si (TARGET_NEON)
  5333. #define HAVE_neon_vld4v4sf (TARGET_NEON)
  5334. #define HAVE_vec_store_lanesoiv8qi (TARGET_NEON)
  5335. #define HAVE_vec_store_lanesoiv4hi (TARGET_NEON)
  5336. #define HAVE_vec_store_lanesoiv4hf (TARGET_NEON)
  5337. #define HAVE_vec_store_lanesoiv4bf (TARGET_NEON)
  5338. #define HAVE_vec_store_lanesoiv2si (TARGET_NEON)
  5339. #define HAVE_vec_store_lanesoiv2sf (TARGET_NEON)
  5340. #define HAVE_vec_store_lanesoidi (TARGET_NEON)
  5341. #define HAVE_vec_store_lanesxiv16qi (TARGET_NEON)
  5342. #define HAVE_vec_store_lanesxiv8hi (TARGET_NEON)
  5343. #define HAVE_vec_store_lanesxiv8hf (TARGET_NEON)
  5344. #define HAVE_vec_store_lanesxiv4si (TARGET_NEON)
  5345. #define HAVE_vec_store_lanesxiv4sf (TARGET_NEON)
  5346. #define HAVE_neon_vst4v16qi (TARGET_NEON)
  5347. #define HAVE_neon_vst4v8hi (TARGET_NEON)
  5348. #define HAVE_neon_vst4v8hf (TARGET_NEON)
  5349. #define HAVE_neon_vst4v8bf ((TARGET_NEON) && (TARGET_BF16_SIMD))
  5350. #define HAVE_neon_vst4v4si (TARGET_NEON)
  5351. #define HAVE_neon_vst4v4sf (TARGET_NEON)
  5352. #define HAVE_vec_unpacks_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5353. #define HAVE_vec_unpacku_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5354. #define HAVE_vec_unpacks_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5355. #define HAVE_vec_unpacku_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5356. #define HAVE_vec_unpacks_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5357. #define HAVE_vec_unpacku_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5358. #define HAVE_vec_unpacks_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5359. #define HAVE_vec_unpacku_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5360. #define HAVE_vec_unpacks_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5361. #define HAVE_vec_unpacku_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5362. #define HAVE_vec_unpacks_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5363. #define HAVE_vec_unpacku_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5364. #define HAVE_vec_widen_smult_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5365. #define HAVE_vec_widen_umult_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5366. #define HAVE_vec_widen_smult_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5367. #define HAVE_vec_widen_umult_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5368. #define HAVE_vec_widen_smult_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5369. #define HAVE_vec_widen_umult_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5370. #define HAVE_vec_widen_smult_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5371. #define HAVE_vec_widen_umult_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5372. #define HAVE_vec_widen_smult_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5373. #define HAVE_vec_widen_umult_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5374. #define HAVE_vec_widen_smult_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5375. #define HAVE_vec_widen_umult_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5376. #define HAVE_vec_widen_sshiftl_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5377. #define HAVE_vec_widen_ushiftl_lo_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5378. #define HAVE_vec_widen_sshiftl_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5379. #define HAVE_vec_widen_ushiftl_lo_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5380. #define HAVE_vec_widen_sshiftl_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5381. #define HAVE_vec_widen_ushiftl_lo_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5382. #define HAVE_vec_widen_sshiftl_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5383. #define HAVE_vec_widen_ushiftl_hi_v16qi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5384. #define HAVE_vec_widen_sshiftl_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5385. #define HAVE_vec_widen_ushiftl_hi_v8hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5386. #define HAVE_vec_widen_sshiftl_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5387. #define HAVE_vec_widen_ushiftl_hi_v4si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5388. #define HAVE_vec_unpacks_lo_v8qi (TARGET_NEON)
  5389. #define HAVE_vec_unpacku_lo_v8qi (TARGET_NEON)
  5390. #define HAVE_vec_unpacks_lo_v4hi (TARGET_NEON)
  5391. #define HAVE_vec_unpacku_lo_v4hi (TARGET_NEON)
  5392. #define HAVE_vec_unpacks_lo_v2si (TARGET_NEON)
  5393. #define HAVE_vec_unpacku_lo_v2si (TARGET_NEON)
  5394. #define HAVE_vec_unpacks_hi_v8qi (TARGET_NEON)
  5395. #define HAVE_vec_unpacku_hi_v8qi (TARGET_NEON)
  5396. #define HAVE_vec_unpacks_hi_v4hi (TARGET_NEON)
  5397. #define HAVE_vec_unpacku_hi_v4hi (TARGET_NEON)
  5398. #define HAVE_vec_unpacks_hi_v2si (TARGET_NEON)
  5399. #define HAVE_vec_unpacku_hi_v2si (TARGET_NEON)
  5400. #define HAVE_vec_widen_smult_hi_v8qi (TARGET_NEON)
  5401. #define HAVE_vec_widen_umult_hi_v8qi (TARGET_NEON)
  5402. #define HAVE_vec_widen_smult_hi_v4hi (TARGET_NEON)
  5403. #define HAVE_vec_widen_umult_hi_v4hi (TARGET_NEON)
  5404. #define HAVE_vec_widen_smult_hi_v2si (TARGET_NEON)
  5405. #define HAVE_vec_widen_umult_hi_v2si (TARGET_NEON)
  5406. #define HAVE_vec_widen_smult_lo_v8qi (TARGET_NEON)
  5407. #define HAVE_vec_widen_umult_lo_v8qi (TARGET_NEON)
  5408. #define HAVE_vec_widen_smult_lo_v4hi (TARGET_NEON)
  5409. #define HAVE_vec_widen_umult_lo_v4hi (TARGET_NEON)
  5410. #define HAVE_vec_widen_smult_lo_v2si (TARGET_NEON)
  5411. #define HAVE_vec_widen_umult_lo_v2si (TARGET_NEON)
  5412. #define HAVE_vec_widen_sshiftl_hi_v8qi (TARGET_NEON)
  5413. #define HAVE_vec_widen_ushiftl_hi_v8qi (TARGET_NEON)
  5414. #define HAVE_vec_widen_sshiftl_hi_v4hi (TARGET_NEON)
  5415. #define HAVE_vec_widen_ushiftl_hi_v4hi (TARGET_NEON)
  5416. #define HAVE_vec_widen_sshiftl_hi_v2si (TARGET_NEON)
  5417. #define HAVE_vec_widen_ushiftl_hi_v2si (TARGET_NEON)
  5418. #define HAVE_vec_widen_sshiftl_lo_v8qi (TARGET_NEON)
  5419. #define HAVE_vec_widen_ushiftl_lo_v8qi (TARGET_NEON)
  5420. #define HAVE_vec_widen_sshiftl_lo_v4hi (TARGET_NEON)
  5421. #define HAVE_vec_widen_ushiftl_lo_v4hi (TARGET_NEON)
  5422. #define HAVE_vec_widen_sshiftl_lo_v2si (TARGET_NEON)
  5423. #define HAVE_vec_widen_ushiftl_lo_v2si (TARGET_NEON)
  5424. #define HAVE_vec_pack_trunc_v4hi (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5425. #define HAVE_vec_pack_trunc_v2si (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5426. #define HAVE_vec_pack_trunc_di (TARGET_NEON && !BYTES_BIG_ENDIAN)
  5427. #define HAVE_neon_vbfcvtbf (TARGET_BF16_FP)
  5428. #define HAVE_neon_vfmab_laneqv8bf (TARGET_BF16_SIMD)
  5429. #define HAVE_neon_vfmat_laneqv8bf (TARGET_BF16_SIMD)
  5430. #define HAVE_crypto_sha1h (TARGET_CRYPTO)
  5431. #define HAVE_crypto_sha1c (TARGET_CRYPTO)
  5432. #define HAVE_crypto_sha1m (TARGET_CRYPTO)
  5433. #define HAVE_crypto_sha1p (TARGET_CRYPTO)
  5434. #define HAVE_memory_barrier (TARGET_HAVE_MEMORY_BARRIER)
  5435. #define HAVE_atomic_loaddi ((TARGET_HAVE_LDREXD || TARGET_HAVE_LPAE || TARGET_HAVE_LDACQEXD) \
  5436. && ARM_DOUBLEWORD_ALIGN)
  5437. #define HAVE_atomic_compare_and_swapqi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  5438. #define HAVE_atomic_compare_and_swaphi (TARGET_HAVE_LDREXBH && TARGET_HAVE_MEMORY_BARRIER)
  5439. #define HAVE_atomic_compare_and_swapsi (TARGET_HAVE_LDREX && TARGET_HAVE_MEMORY_BARRIER)
  5440. #define HAVE_atomic_compare_and_swapdi (TARGET_HAVE_LDREXD && ARM_DOUBLEWORD_ALIGN \
  5441. && TARGET_HAVE_MEMORY_BARRIER)
  5442. #define HAVE_addv4qq3 (TARGET_INT_SIMD)
  5443. #define HAVE_addv2hq3 (TARGET_INT_SIMD)
  5444. #define HAVE_addv2ha3 (TARGET_INT_SIMD)
  5445. #define HAVE_ssaddv4qq3 (TARGET_INT_SIMD)
  5446. #define HAVE_ssaddv2hq3 (TARGET_INT_SIMD)
  5447. #define HAVE_ssaddqq3 (TARGET_INT_SIMD)
  5448. #define HAVE_ssaddhq3 (TARGET_INT_SIMD)
  5449. #define HAVE_ssaddv2ha3 (TARGET_INT_SIMD)
  5450. #define HAVE_ssaddha3 (TARGET_INT_SIMD)
  5451. #define HAVE_ssaddsq3 (TARGET_INT_SIMD)
  5452. #define HAVE_ssaddsa3 (TARGET_INT_SIMD)
  5453. #define HAVE_subv4qq3 (TARGET_INT_SIMD)
  5454. #define HAVE_subv2hq3 (TARGET_INT_SIMD)
  5455. #define HAVE_subv2ha3 (TARGET_INT_SIMD)
  5456. #define HAVE_sssubv4qq3 (TARGET_INT_SIMD)
  5457. #define HAVE_sssubv2hq3 (TARGET_INT_SIMD)
  5458. #define HAVE_sssubqq3 (TARGET_INT_SIMD)
  5459. #define HAVE_sssubhq3 (TARGET_INT_SIMD)
  5460. #define HAVE_sssubv2ha3 (TARGET_INT_SIMD)
  5461. #define HAVE_sssubha3 (TARGET_INT_SIMD)
  5462. #define HAVE_sssubsq3 (TARGET_INT_SIMD)
  5463. #define HAVE_sssubsa3 (TARGET_INT_SIMD)
  5464. #define HAVE_mulqq3 (TARGET_DSP_MULTIPLY && arm_arch_thumb2)
  5465. #define HAVE_mulhq3 (TARGET_DSP_MULTIPLY && arm_arch_thumb2)
  5466. #define HAVE_mulsq3 (TARGET_32BIT)
  5467. #define HAVE_mulsa3 (TARGET_32BIT)
  5468. #define HAVE_mulusa3 (TARGET_32BIT)
  5469. #define HAVE_ssmulsa3 (TARGET_32BIT && arm_arch6)
  5470. #define HAVE_usmulusa3 (TARGET_32BIT && arm_arch6)
  5471. #define HAVE_mulha3 (TARGET_DSP_MULTIPLY && arm_arch_thumb2)
  5472. #define HAVE_muluha3 (TARGET_DSP_MULTIPLY)
  5473. #define HAVE_ssmulha3 (TARGET_32BIT && TARGET_DSP_MULTIPLY && arm_arch6)
  5474. #define HAVE_usmuluha3 (TARGET_INT_SIMD)
  5475. #define HAVE_mve_vshlcq_vec_sv16qi (TARGET_HAVE_MVE)
  5476. #define HAVE_mve_vshlcq_vec_uv16qi (TARGET_HAVE_MVE)
  5477. #define HAVE_mve_vshlcq_vec_sv8hi (TARGET_HAVE_MVE)
  5478. #define HAVE_mve_vshlcq_vec_uv8hi (TARGET_HAVE_MVE)
  5479. #define HAVE_mve_vshlcq_vec_sv4si (TARGET_HAVE_MVE)
  5480. #define HAVE_mve_vshlcq_vec_uv4si (TARGET_HAVE_MVE)
  5481. #define HAVE_mve_vshlcq_carry_sv16qi (TARGET_HAVE_MVE)
  5482. #define HAVE_mve_vshlcq_carry_uv16qi (TARGET_HAVE_MVE)
  5483. #define HAVE_mve_vshlcq_carry_sv8hi (TARGET_HAVE_MVE)
  5484. #define HAVE_mve_vshlcq_carry_uv8hi (TARGET_HAVE_MVE)
  5485. #define HAVE_mve_vshlcq_carry_sv4si (TARGET_HAVE_MVE)
  5486. #define HAVE_mve_vshlcq_carry_uv4si (TARGET_HAVE_MVE)
  5487. #define HAVE_mve_vstrbq_scatter_offset_sv16qi (TARGET_HAVE_MVE)
  5488. #define HAVE_mve_vstrbq_scatter_offset_uv16qi (TARGET_HAVE_MVE)
  5489. #define HAVE_mve_vstrbq_scatter_offset_sv8hi (TARGET_HAVE_MVE)
  5490. #define HAVE_mve_vstrbq_scatter_offset_uv8hi (TARGET_HAVE_MVE)
  5491. #define HAVE_mve_vstrbq_scatter_offset_sv4si (TARGET_HAVE_MVE)
  5492. #define HAVE_mve_vstrbq_scatter_offset_uv4si (TARGET_HAVE_MVE)
  5493. #define HAVE_mve_vstrbq_scatter_offset_p_sv16qi (TARGET_HAVE_MVE)
  5494. #define HAVE_mve_vstrbq_scatter_offset_p_uv16qi (TARGET_HAVE_MVE)
  5495. #define HAVE_mve_vstrbq_scatter_offset_p_sv8hi (TARGET_HAVE_MVE)
  5496. #define HAVE_mve_vstrbq_scatter_offset_p_uv8hi (TARGET_HAVE_MVE)
  5497. #define HAVE_mve_vstrbq_scatter_offset_p_sv4si (TARGET_HAVE_MVE)
  5498. #define HAVE_mve_vstrbq_scatter_offset_p_uv4si (TARGET_HAVE_MVE)
  5499. #define HAVE_mve_vld1q_fv8hf (TARGET_HAVE_MVE || TARGET_HAVE_MVE_FLOAT)
  5500. #define HAVE_mve_vld1q_fv4sf (TARGET_HAVE_MVE || TARGET_HAVE_MVE_FLOAT)
  5501. #define HAVE_mve_vld1q_sv16qi (TARGET_HAVE_MVE)
  5502. #define HAVE_mve_vld1q_uv16qi (TARGET_HAVE_MVE)
  5503. #define HAVE_mve_vld1q_sv8hi (TARGET_HAVE_MVE)
  5504. #define HAVE_mve_vld1q_uv8hi (TARGET_HAVE_MVE)
  5505. #define HAVE_mve_vld1q_sv4si (TARGET_HAVE_MVE)
  5506. #define HAVE_mve_vld1q_uv4si (TARGET_HAVE_MVE)
  5507. #define HAVE_mve_vstrhq_scatter_offset_p_sv8hi (TARGET_HAVE_MVE)
  5508. #define HAVE_mve_vstrhq_scatter_offset_p_uv8hi (TARGET_HAVE_MVE)
  5509. #define HAVE_mve_vstrhq_scatter_offset_p_sv4si (TARGET_HAVE_MVE)
  5510. #define HAVE_mve_vstrhq_scatter_offset_p_uv4si (TARGET_HAVE_MVE)
  5511. #define HAVE_mve_vstrhq_scatter_offset_sv8hi (TARGET_HAVE_MVE)
  5512. #define HAVE_mve_vstrhq_scatter_offset_uv8hi (TARGET_HAVE_MVE)
  5513. #define HAVE_mve_vstrhq_scatter_offset_sv4si (TARGET_HAVE_MVE)
  5514. #define HAVE_mve_vstrhq_scatter_offset_uv4si (TARGET_HAVE_MVE)
  5515. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_sv8hi (TARGET_HAVE_MVE)
  5516. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_uv8hi (TARGET_HAVE_MVE)
  5517. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_sv4si (TARGET_HAVE_MVE)
  5518. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_uv4si (TARGET_HAVE_MVE)
  5519. #define HAVE_mve_vstrhq_scatter_shifted_offset_sv8hi (TARGET_HAVE_MVE)
  5520. #define HAVE_mve_vstrhq_scatter_shifted_offset_uv8hi (TARGET_HAVE_MVE)
  5521. #define HAVE_mve_vstrhq_scatter_shifted_offset_sv4si (TARGET_HAVE_MVE)
  5522. #define HAVE_mve_vstrhq_scatter_shifted_offset_uv4si (TARGET_HAVE_MVE)
  5523. #define HAVE_mve_vst1q_fv8hf (TARGET_HAVE_MVE || TARGET_HAVE_MVE_FLOAT)
  5524. #define HAVE_mve_vst1q_fv4sf (TARGET_HAVE_MVE || TARGET_HAVE_MVE_FLOAT)
  5525. #define HAVE_mve_vst1q_sv16qi (TARGET_HAVE_MVE)
  5526. #define HAVE_mve_vst1q_uv16qi (TARGET_HAVE_MVE)
  5527. #define HAVE_mve_vst1q_sv8hi (TARGET_HAVE_MVE)
  5528. #define HAVE_mve_vst1q_uv8hi (TARGET_HAVE_MVE)
  5529. #define HAVE_mve_vst1q_sv4si (TARGET_HAVE_MVE)
  5530. #define HAVE_mve_vst1q_uv4si (TARGET_HAVE_MVE)
  5531. #define HAVE_mve_vstrdq_scatter_offset_p_sv2di (TARGET_HAVE_MVE)
  5532. #define HAVE_mve_vstrdq_scatter_offset_p_uv2di (TARGET_HAVE_MVE)
  5533. #define HAVE_mve_vstrdq_scatter_offset_sv2di (TARGET_HAVE_MVE)
  5534. #define HAVE_mve_vstrdq_scatter_offset_uv2di (TARGET_HAVE_MVE)
  5535. #define HAVE_mve_vstrdq_scatter_shifted_offset_p_sv2di (TARGET_HAVE_MVE)
  5536. #define HAVE_mve_vstrdq_scatter_shifted_offset_p_uv2di (TARGET_HAVE_MVE)
  5537. #define HAVE_mve_vstrdq_scatter_shifted_offset_sv2di (TARGET_HAVE_MVE)
  5538. #define HAVE_mve_vstrdq_scatter_shifted_offset_uv2di (TARGET_HAVE_MVE)
  5539. #define HAVE_mve_vstrhq_scatter_offset_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5540. #define HAVE_mve_vstrhq_scatter_offset_p_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5541. #define HAVE_mve_vstrhq_scatter_shifted_offset_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5542. #define HAVE_mve_vstrhq_scatter_shifted_offset_p_fv8hf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5543. #define HAVE_mve_vstrwq_scatter_offset_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5544. #define HAVE_mve_vstrwq_scatter_offset_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5545. #define HAVE_mve_vstrwq_scatter_offset_p_sv4si (TARGET_HAVE_MVE)
  5546. #define HAVE_mve_vstrwq_scatter_offset_p_uv4si (TARGET_HAVE_MVE)
  5547. #define HAVE_mve_vstrwq_scatter_offset_sv4si (TARGET_HAVE_MVE)
  5548. #define HAVE_mve_vstrwq_scatter_offset_uv4si (TARGET_HAVE_MVE)
  5549. #define HAVE_mve_vstrwq_scatter_shifted_offset_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5550. #define HAVE_mve_vstrwq_scatter_shifted_offset_p_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5551. #define HAVE_mve_vstrwq_scatter_shifted_offset_p_sv4si (TARGET_HAVE_MVE)
  5552. #define HAVE_mve_vstrwq_scatter_shifted_offset_p_uv4si (TARGET_HAVE_MVE)
  5553. #define HAVE_mve_vstrwq_scatter_shifted_offset_sv4si (TARGET_HAVE_MVE)
  5554. #define HAVE_mve_vstrwq_scatter_shifted_offset_uv4si (TARGET_HAVE_MVE)
  5555. #define HAVE_mve_vidupq_n_uv16qi (TARGET_HAVE_MVE)
  5556. #define HAVE_mve_vidupq_n_uv8hi (TARGET_HAVE_MVE)
  5557. #define HAVE_mve_vidupq_n_uv4si (TARGET_HAVE_MVE)
  5558. #define HAVE_mve_vidupq_m_n_uv16qi (TARGET_HAVE_MVE)
  5559. #define HAVE_mve_vidupq_m_n_uv8hi (TARGET_HAVE_MVE)
  5560. #define HAVE_mve_vidupq_m_n_uv4si (TARGET_HAVE_MVE)
  5561. #define HAVE_mve_vddupq_n_uv16qi (TARGET_HAVE_MVE)
  5562. #define HAVE_mve_vddupq_n_uv8hi (TARGET_HAVE_MVE)
  5563. #define HAVE_mve_vddupq_n_uv4si (TARGET_HAVE_MVE)
  5564. #define HAVE_mve_vddupq_m_n_uv16qi (TARGET_HAVE_MVE)
  5565. #define HAVE_mve_vddupq_m_n_uv8hi (TARGET_HAVE_MVE)
  5566. #define HAVE_mve_vddupq_m_n_uv4si (TARGET_HAVE_MVE)
  5567. #define HAVE_mve_vdwdupq_n_uv16qi (TARGET_HAVE_MVE)
  5568. #define HAVE_mve_vdwdupq_n_uv8hi (TARGET_HAVE_MVE)
  5569. #define HAVE_mve_vdwdupq_n_uv4si (TARGET_HAVE_MVE)
  5570. #define HAVE_mve_vdwdupq_wb_uv16qi (TARGET_HAVE_MVE)
  5571. #define HAVE_mve_vdwdupq_wb_uv8hi (TARGET_HAVE_MVE)
  5572. #define HAVE_mve_vdwdupq_wb_uv4si (TARGET_HAVE_MVE)
  5573. #define HAVE_mve_vdwdupq_m_n_uv16qi (TARGET_HAVE_MVE)
  5574. #define HAVE_mve_vdwdupq_m_n_uv8hi (TARGET_HAVE_MVE)
  5575. #define HAVE_mve_vdwdupq_m_n_uv4si (TARGET_HAVE_MVE)
  5576. #define HAVE_mve_vdwdupq_m_wb_uv16qi (TARGET_HAVE_MVE)
  5577. #define HAVE_mve_vdwdupq_m_wb_uv8hi (TARGET_HAVE_MVE)
  5578. #define HAVE_mve_vdwdupq_m_wb_uv4si (TARGET_HAVE_MVE)
  5579. #define HAVE_mve_viwdupq_n_uv16qi (TARGET_HAVE_MVE)
  5580. #define HAVE_mve_viwdupq_n_uv8hi (TARGET_HAVE_MVE)
  5581. #define HAVE_mve_viwdupq_n_uv4si (TARGET_HAVE_MVE)
  5582. #define HAVE_mve_viwdupq_wb_uv16qi (TARGET_HAVE_MVE)
  5583. #define HAVE_mve_viwdupq_wb_uv8hi (TARGET_HAVE_MVE)
  5584. #define HAVE_mve_viwdupq_wb_uv4si (TARGET_HAVE_MVE)
  5585. #define HAVE_mve_viwdupq_m_n_uv16qi (TARGET_HAVE_MVE)
  5586. #define HAVE_mve_viwdupq_m_n_uv8hi (TARGET_HAVE_MVE)
  5587. #define HAVE_mve_viwdupq_m_n_uv4si (TARGET_HAVE_MVE)
  5588. #define HAVE_mve_viwdupq_m_wb_uv16qi (TARGET_HAVE_MVE)
  5589. #define HAVE_mve_viwdupq_m_wb_uv8hi (TARGET_HAVE_MVE)
  5590. #define HAVE_mve_viwdupq_m_wb_uv4si (TARGET_HAVE_MVE)
  5591. #define HAVE_mve_vldrwq_gather_base_wb_sv4si (TARGET_HAVE_MVE)
  5592. #define HAVE_mve_vldrwq_gather_base_wb_uv4si (TARGET_HAVE_MVE)
  5593. #define HAVE_mve_vldrwq_gather_base_nowb_sv4si (TARGET_HAVE_MVE)
  5594. #define HAVE_mve_vldrwq_gather_base_nowb_uv4si (TARGET_HAVE_MVE)
  5595. #define HAVE_mve_vldrwq_gather_base_wb_z_sv4si (TARGET_HAVE_MVE)
  5596. #define HAVE_mve_vldrwq_gather_base_wb_z_uv4si (TARGET_HAVE_MVE)
  5597. #define HAVE_mve_vldrwq_gather_base_nowb_z_sv4si (TARGET_HAVE_MVE)
  5598. #define HAVE_mve_vldrwq_gather_base_nowb_z_uv4si (TARGET_HAVE_MVE)
  5599. #define HAVE_mve_vldrwq_gather_base_wb_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5600. #define HAVE_mve_vldrwq_gather_base_nowb_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5601. #define HAVE_mve_vldrwq_gather_base_wb_z_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5602. #define HAVE_mve_vldrwq_gather_base_nowb_z_fv4sf (TARGET_HAVE_MVE && TARGET_HAVE_MVE_FLOAT)
  5603. #define HAVE_mve_vldrdq_gather_base_wb_sv2di (TARGET_HAVE_MVE)
  5604. #define HAVE_mve_vldrdq_gather_base_wb_uv2di (TARGET_HAVE_MVE)
  5605. #define HAVE_mve_vldrdq_gather_base_nowb_sv2di (TARGET_HAVE_MVE)
  5606. #define HAVE_mve_vldrdq_gather_base_nowb_uv2di (TARGET_HAVE_MVE)
  5607. #define HAVE_mve_vldrdq_gather_base_wb_z_sv2di (TARGET_HAVE_MVE)
  5608. #define HAVE_mve_vldrdq_gather_base_wb_z_uv2di (TARGET_HAVE_MVE)
  5609. #define HAVE_mve_vldrdq_gather_base_nowb_z_sv2di (TARGET_HAVE_MVE)
  5610. #define HAVE_mve_vldrdq_gather_base_nowb_z_uv2di (TARGET_HAVE_MVE)
  5611. #define HAVE_mve_vshlcq_m_vec_sv16qi (TARGET_HAVE_MVE)
  5612. #define HAVE_mve_vshlcq_m_vec_uv16qi (TARGET_HAVE_MVE)
  5613. #define HAVE_mve_vshlcq_m_vec_sv8hi (TARGET_HAVE_MVE)
  5614. #define HAVE_mve_vshlcq_m_vec_uv8hi (TARGET_HAVE_MVE)
  5615. #define HAVE_mve_vshlcq_m_vec_sv4si (TARGET_HAVE_MVE)
  5616. #define HAVE_mve_vshlcq_m_vec_uv4si (TARGET_HAVE_MVE)
  5617. #define HAVE_mve_vshlcq_m_carry_sv16qi (TARGET_HAVE_MVE)
  5618. #define HAVE_mve_vshlcq_m_carry_uv16qi (TARGET_HAVE_MVE)
  5619. #define HAVE_mve_vshlcq_m_carry_sv8hi (TARGET_HAVE_MVE)
  5620. #define HAVE_mve_vshlcq_m_carry_uv8hi (TARGET_HAVE_MVE)
  5621. #define HAVE_mve_vshlcq_m_carry_sv4si (TARGET_HAVE_MVE)
  5622. #define HAVE_mve_vshlcq_m_carry_uv4si (TARGET_HAVE_MVE)
  5623. extern rtx gen_addsi3_compareV_reg (rtx, rtx, rtx);
  5624. extern rtx gen_subvsi3_intmin (rtx, rtx);
  5625. extern rtx gen_addsi3_compareV_imm (rtx, rtx, rtx);
  5626. extern rtx gen_addsi3_compareV_imm_nosum (rtx, rtx);
  5627. extern rtx gen_addsi3_compare0 (rtx, rtx, rtx);
  5628. extern rtx gen_cmpsi2_addneg (rtx, rtx, rtx, rtx);
  5629. extern rtx gen_addsi3_compare_op1 (rtx, rtx, rtx);
  5630. extern rtx gen_addsi3_carryin (rtx, rtx, rtx, rtx);
  5631. extern rtx gen_add0si3_carryin (rtx, rtx, rtx);
  5632. extern rtx gen_subsi3_compare1 (rtx, rtx, rtx);
  5633. extern rtx gen_subvsi3 (rtx, rtx, rtx);
  5634. extern rtx gen_subvsi3_imm1 (rtx, rtx, rtx);
  5635. extern rtx gen_subsi3_carryin (rtx, rtx, rtx, rtx);
  5636. extern rtx gen_rsbsi_carryin_reg (rtx, rtx, rtx);
  5637. extern rtx gen_add_not_shift_cin (rtx, rtx, rtx, rtx, rtx, rtx);
  5638. extern rtx gen_cmpsi3_carryin_CC_NVout (rtx, rtx, rtx, rtx);
  5639. extern rtx gen_cmpsi3_carryin_CC_Bout (rtx, rtx, rtx, rtx);
  5640. extern rtx gen_cmpsi3_imm_carryin_CC_NVout (rtx, rtx, rtx, rtx);
  5641. extern rtx gen_cmpsi3_imm_carryin_CC_Bout (rtx, rtx, rtx, rtx);
  5642. extern rtx gen_cmpsi3_0_carryin_CC_NVout (rtx, rtx, rtx);
  5643. extern rtx gen_cmpsi3_0_carryin_CC_Bout (rtx, rtx, rtx);
  5644. extern rtx gen_subsi3_compare0 (rtx, rtx, rtx);
  5645. extern rtx gen_subsi3_compare (rtx, rtx, rtx);
  5646. extern rtx gen_rsb_imm_compare (rtx, rtx, rtx, rtx);
  5647. extern rtx gen_rsb_imm_compare_scratch (rtx, rtx, rtx);
  5648. extern rtx gen_rscsi3_CC_NVout_scratch (rtx, rtx, rtx, rtx);
  5649. extern rtx gen_rscsi3_CC_Bout_scratch (rtx, rtx, rtx, rtx);
  5650. extern rtx gen_usubvsi3_borrow (rtx, rtx, rtx, rtx, rtx);
  5651. extern rtx gen_usubvsi3_borrow_imm (rtx, rtx, rtx, rtx, rtx, rtx);
  5652. extern rtx gen_subvsi3_borrow (rtx, rtx, rtx, rtx, rtx);
  5653. extern rtx gen_subvsi3_borrow_imm (rtx, rtx, rtx, rtx, rtx);
  5654. extern rtx gen_smull (rtx, rtx, rtx, rtx);
  5655. extern rtx gen_umull (rtx, rtx, rtx, rtx);
  5656. extern rtx gen_smlal (rtx, rtx, rtx, rtx, rtx, rtx);
  5657. extern rtx gen_umlal (rtx, rtx, rtx, rtx, rtx, rtx);
  5658. extern rtx gen_mulhisi3 (rtx, rtx, rtx);
  5659. extern rtx gen_arm_smlabb_setq (rtx, rtx, rtx, rtx);
  5660. extern rtx gen_maddhisi4tb (rtx, rtx, rtx, rtx);
  5661. extern rtx gen_arm_smlatb_setq (rtx, rtx, rtx, rtx);
  5662. extern rtx gen_maddhisi4tt (rtx, rtx, rtx, rtx);
  5663. extern rtx gen_arm_smlatt_setq (rtx, rtx, rtx, rtx);
  5664. extern rtx gen_maddhidi4 (rtx, rtx, rtx, rtx);
  5665. extern rtx gen_arm_smlawb_insn (rtx, rtx, rtx, rtx);
  5666. extern rtx gen_arm_smlawb_setq_insn (rtx, rtx, rtx, rtx);
  5667. extern rtx gen_arm_smlawt_insn (rtx, rtx, rtx, rtx);
  5668. extern rtx gen_arm_smlawt_setq_insn (rtx, rtx, rtx, rtx);
  5669. extern rtx gen_insv_zero (rtx, rtx, rtx);
  5670. extern rtx gen_insv_t2 (rtx, rtx, rtx, rtx);
  5671. extern rtx gen_andsi_notsi_si (rtx, rtx, rtx);
  5672. extern rtx gen_andsi_not_shiftsi_si (rtx, rtx, rtx, rtx, rtx);
  5673. extern rtx gen_andsi_not_shiftsi_si_scc_no_reuse (rtx, rtx, rtx, rtx);
  5674. extern rtx gen_andsi_not_shiftsi_si_scc (rtx, rtx, rtx, rtx, rtx);
  5675. extern rtx gen_arm_qadd_insn (rtx, rtx, rtx);
  5676. extern rtx gen_arm_qadd_setq_insn (rtx, rtx, rtx);
  5677. extern rtx gen_arm_qsub_insn (rtx, rtx, rtx);
  5678. extern rtx gen_arm_qsub_setq_insn (rtx, rtx, rtx);
  5679. extern rtx gen_arm_get_apsr (rtx);
  5680. extern rtx gen_arm_set_apsr (rtx);
  5681. extern rtx gen_satsi_smin (rtx, rtx, rtx, rtx);
  5682. extern rtx gen_satsi_smin_setq (rtx, rtx, rtx, rtx);
  5683. extern rtx gen_satsi_smax (rtx, rtx, rtx, rtx);
  5684. extern rtx gen_satsi_smax_setq (rtx, rtx, rtx, rtx);
  5685. extern rtx gen_arm_cx1si (rtx, rtx, rtx);
  5686. extern rtx gen_arm_cx1di (rtx, rtx, rtx);
  5687. extern rtx gen_arm_cx1asi (rtx, rtx, rtx, rtx);
  5688. extern rtx gen_arm_cx1adi (rtx, rtx, rtx, rtx);
  5689. extern rtx gen_arm_cx2si (rtx, rtx, rtx, rtx);
  5690. extern rtx gen_arm_cx2di (rtx, rtx, rtx, rtx);
  5691. extern rtx gen_arm_cx2asi (rtx, rtx, rtx, rtx, rtx);
  5692. extern rtx gen_arm_cx2adi (rtx, rtx, rtx, rtx, rtx);
  5693. extern rtx gen_arm_cx3si (rtx, rtx, rtx, rtx, rtx);
  5694. extern rtx gen_arm_cx3di (rtx, rtx, rtx, rtx, rtx);
  5695. extern rtx gen_arm_cx3asi (rtx, rtx, rtx, rtx, rtx, rtx);
  5696. extern rtx gen_arm_cx3adi (rtx, rtx, rtx, rtx, rtx, rtx);
  5697. extern rtx gen_unaligned_loaddi (rtx, rtx);
  5698. extern rtx gen_unaligned_loadsi (rtx, rtx);
  5699. extern rtx gen_unaligned_loadhis (rtx, rtx);
  5700. extern rtx gen_unaligned_loadhiu (rtx, rtx);
  5701. extern rtx gen_unaligned_storedi (rtx, rtx);
  5702. extern rtx gen_unaligned_storesi (rtx, rtx);
  5703. extern rtx gen_unaligned_storehi (rtx, rtx);
  5704. extern rtx gen_extzv_t2 (rtx, rtx, rtx, rtx);
  5705. extern rtx gen_divsi3 (rtx, rtx, rtx);
  5706. extern rtx gen_udivsi3 (rtx, rtx, rtx);
  5707. extern rtx gen_negsi2_0compare (rtx, rtx);
  5708. extern rtx gen_negsi2_carryin (rtx, rtx, rtx);
  5709. extern rtx gen_arm_sxtb16 (rtx, rtx);
  5710. extern rtx gen_arm_uxtb16 (rtx, rtx);
  5711. extern rtx gen_arm_qadd8 (rtx, rtx, rtx);
  5712. extern rtx gen_arm_qsub8 (rtx, rtx, rtx);
  5713. extern rtx gen_arm_shadd8 (rtx, rtx, rtx);
  5714. extern rtx gen_arm_shsub8 (rtx, rtx, rtx);
  5715. extern rtx gen_arm_uhadd8 (rtx, rtx, rtx);
  5716. extern rtx gen_arm_uhsub8 (rtx, rtx, rtx);
  5717. extern rtx gen_arm_uqadd8 (rtx, rtx, rtx);
  5718. extern rtx gen_arm_uqsub8 (rtx, rtx, rtx);
  5719. extern rtx gen_arm_qadd16 (rtx, rtx, rtx);
  5720. extern rtx gen_arm_qasx (rtx, rtx, rtx);
  5721. extern rtx gen_arm_qsax (rtx, rtx, rtx);
  5722. extern rtx gen_arm_qsub16 (rtx, rtx, rtx);
  5723. extern rtx gen_arm_shadd16 (rtx, rtx, rtx);
  5724. extern rtx gen_arm_shasx (rtx, rtx, rtx);
  5725. extern rtx gen_arm_shsax (rtx, rtx, rtx);
  5726. extern rtx gen_arm_shsub16 (rtx, rtx, rtx);
  5727. extern rtx gen_arm_uhadd16 (rtx, rtx, rtx);
  5728. extern rtx gen_arm_uhasx (rtx, rtx, rtx);
  5729. extern rtx gen_arm_uhsax (rtx, rtx, rtx);
  5730. extern rtx gen_arm_uhsub16 (rtx, rtx, rtx);
  5731. extern rtx gen_arm_uqadd16 (rtx, rtx, rtx);
  5732. extern rtx gen_arm_uqasx (rtx, rtx, rtx);
  5733. extern rtx gen_arm_uqsax (rtx, rtx, rtx);
  5734. extern rtx gen_arm_uqsub16 (rtx, rtx, rtx);
  5735. extern rtx gen_arm_smusd (rtx, rtx, rtx);
  5736. extern rtx gen_arm_smusdx (rtx, rtx, rtx);
  5737. extern rtx gen_arm_sxtab16 (rtx, rtx, rtx);
  5738. extern rtx gen_arm_uxtab16 (rtx, rtx, rtx);
  5739. extern rtx gen_arm_usad8 (rtx, rtx, rtx);
  5740. extern rtx gen_arm_usada8 (rtx, rtx, rtx, rtx);
  5741. extern rtx gen_arm_smlald (rtx, rtx, rtx, rtx);
  5742. extern rtx gen_arm_smlaldx (rtx, rtx, rtx, rtx);
  5743. extern rtx gen_arm_smlsld (rtx, rtx, rtx, rtx);
  5744. extern rtx gen_arm_smlsldx (rtx, rtx, rtx, rtx);
  5745. extern rtx gen_arm_sadd8 (rtx, rtx, rtx);
  5746. extern rtx gen_arm_ssub8 (rtx, rtx, rtx);
  5747. extern rtx gen_arm_uadd8 (rtx, rtx, rtx);
  5748. extern rtx gen_arm_usub8 (rtx, rtx, rtx);
  5749. extern rtx gen_arm_sadd16 (rtx, rtx, rtx);
  5750. extern rtx gen_arm_sasx (rtx, rtx, rtx);
  5751. extern rtx gen_arm_ssax (rtx, rtx, rtx);
  5752. extern rtx gen_arm_ssub16 (rtx, rtx, rtx);
  5753. extern rtx gen_arm_uadd16 (rtx, rtx, rtx);
  5754. extern rtx gen_arm_uasx (rtx, rtx, rtx);
  5755. extern rtx gen_arm_usax (rtx, rtx, rtx);
  5756. extern rtx gen_arm_usub16 (rtx, rtx, rtx);
  5757. extern rtx gen_arm_smlad_insn (rtx, rtx, rtx, rtx);
  5758. extern rtx gen_arm_smlad_setq_insn (rtx, rtx, rtx, rtx);
  5759. extern rtx gen_arm_smladx_insn (rtx, rtx, rtx, rtx);
  5760. extern rtx gen_arm_smladx_setq_insn (rtx, rtx, rtx, rtx);
  5761. extern rtx gen_arm_smlsd_insn (rtx, rtx, rtx, rtx);
  5762. extern rtx gen_arm_smlsd_setq_insn (rtx, rtx, rtx, rtx);
  5763. extern rtx gen_arm_smlsdx_insn (rtx, rtx, rtx, rtx);
  5764. extern rtx gen_arm_smlsdx_setq_insn (rtx, rtx, rtx, rtx);
  5765. extern rtx gen_arm_smuad_insn (rtx, rtx, rtx);
  5766. extern rtx gen_arm_smuad_setq_insn (rtx, rtx, rtx);
  5767. extern rtx gen_arm_smuadx_insn (rtx, rtx, rtx);
  5768. extern rtx gen_arm_smuadx_setq_insn (rtx, rtx, rtx);
  5769. extern rtx gen_arm_ssat16_insn (rtx, rtx, rtx);
  5770. extern rtx gen_arm_ssat16_setq_insn (rtx, rtx, rtx);
  5771. extern rtx gen_arm_usat16_insn (rtx, rtx, rtx);
  5772. extern rtx gen_arm_usat16_setq_insn (rtx, rtx, rtx);
  5773. extern rtx gen_arm_sel (rtx, rtx, rtx);
  5774. extern rtx gen_pic_load_addr_unified (rtx, rtx, rtx);
  5775. extern rtx gen_pic_load_addr_32bit (rtx, rtx);
  5776. extern rtx gen_pic_load_addr_thumb1 (rtx, rtx);
  5777. extern rtx gen_pic_add_dot_plus_four (rtx, rtx, rtx);
  5778. extern rtx gen_pic_add_dot_plus_eight (rtx, rtx, rtx);
  5779. extern rtx gen_tls_load_dot_plus_eight (rtx, rtx, rtx);
  5780. static inline rtx gen_pic_offset_arm (rtx, rtx, rtx);
  5781. static inline rtx
  5782. gen_pic_offset_arm(rtx ARG_UNUSED (a), rtx ARG_UNUSED (b), rtx ARG_UNUSED (c))
  5783. {
  5784. return 0;
  5785. }
  5786. extern rtx gen_arm_cond_branch (rtx, rtx, rtx);
  5787. extern rtx gen_restore_pic_register_after_call (rtx, rtx);
  5788. extern rtx gen_blockage (void);
  5789. extern rtx gen_probe_stack (rtx);
  5790. extern rtx gen_probe_stack_range (rtx, rtx, rtx);
  5791. extern rtx gen_arm_stack_protect_test_insn (rtx, rtx, rtx);
  5792. extern rtx gen_nop (void);
  5793. extern rtx gen_trap (void);
  5794. extern rtx gen_movcond_addsi (rtx, rtx, rtx, rtx, rtx, rtx);
  5795. extern rtx gen_movcond (rtx, rtx, rtx, rtx, rtx, rtx);
  5796. extern rtx gen_stack_tie (rtx, rtx);
  5797. extern rtx gen_align_4 (void);
  5798. extern rtx gen_align_8 (void);
  5799. extern rtx gen_consttable_end (void);
  5800. extern rtx gen_consttable_1 (rtx);
  5801. extern rtx gen_consttable_2 (rtx);
  5802. extern rtx gen_consttable_4 (rtx);
  5803. extern rtx gen_consttable_8 (rtx);
  5804. extern rtx gen_consttable_16 (rtx);
  5805. extern rtx gen_clzsi2 (rtx, rtx);
  5806. extern rtx gen_rbitsi2 (rtx, rtx);
  5807. extern rtx gen_ctzsi2 (rtx, rtx);
  5808. extern rtx gen_prefetch (rtx, rtx, rtx);
  5809. extern rtx gen_force_register_use (rtx);
  5810. extern rtx gen_arm_eh_return (rtx);
  5811. extern rtx gen_load_tp_hard (rtx);
  5812. extern rtx gen_load_tp_soft_fdpic (void);
  5813. extern rtx gen_load_tp_soft (void);
  5814. extern rtx gen_tlscall (rtx, rtx);
  5815. extern rtx gen_arm_rev16si2 (rtx, rtx, rtx, rtx);
  5816. extern rtx gen_arm_rev16si2_alt (rtx, rtx, rtx, rtx);
  5817. extern rtx gen_arm_crc32b (rtx, rtx, rtx);
  5818. extern rtx gen_arm_crc32h (rtx, rtx, rtx);
  5819. extern rtx gen_arm_crc32w (rtx, rtx, rtx);
  5820. extern rtx gen_arm_crc32cb (rtx, rtx, rtx);
  5821. extern rtx gen_arm_crc32ch (rtx, rtx, rtx);
  5822. extern rtx gen_arm_crc32cw (rtx, rtx, rtx);
  5823. extern rtx gen_arm_cdp (rtx, rtx, rtx, rtx, rtx, rtx);
  5824. extern rtx gen_arm_cdp2 (rtx, rtx, rtx, rtx, rtx, rtx);
  5825. extern rtx gen_arm_mcr (rtx, rtx, rtx, rtx, rtx, rtx);
  5826. extern rtx gen_arm_mcr2 (rtx, rtx, rtx, rtx, rtx, rtx);
  5827. extern rtx gen_arm_mrc (rtx, rtx, rtx, rtx, rtx, rtx);
  5828. extern rtx gen_arm_mrc2 (rtx, rtx, rtx, rtx, rtx, rtx);
  5829. extern rtx gen_arm_mcrr (rtx, rtx, rtx, rtx);
  5830. extern rtx gen_arm_mcrr2 (rtx, rtx, rtx, rtx);
  5831. extern rtx gen_arm_mrrc (rtx, rtx, rtx, rtx);
  5832. extern rtx gen_arm_mrrc2 (rtx, rtx, rtx, rtx);
  5833. extern rtx gen_tbcstv8qi (rtx, rtx);
  5834. extern rtx gen_tbcstv4hi (rtx, rtx);
  5835. extern rtx gen_tbcstv2si (rtx, rtx);
  5836. extern rtx gen_iwmmxt_iordi3 (rtx, rtx, rtx);
  5837. extern rtx gen_iwmmxt_xordi3 (rtx, rtx, rtx);
  5838. extern rtx gen_iwmmxt_anddi3 (rtx, rtx, rtx);
  5839. extern rtx gen_iwmmxt_nanddi3 (rtx, rtx, rtx);
  5840. extern rtx gen_movv2si_internal (rtx, rtx);
  5841. extern rtx gen_movv4hi_internal (rtx, rtx);
  5842. extern rtx gen_movv8qi_internal (rtx, rtx);
  5843. extern rtx gen_ssaddv8qi3 (rtx, rtx, rtx);
  5844. extern rtx gen_ssaddv4hi3 (rtx, rtx, rtx);
  5845. extern rtx gen_ssaddv2si3 (rtx, rtx, rtx);
  5846. extern rtx gen_usaddv8qi3 (rtx, rtx, rtx);
  5847. extern rtx gen_usaddv4hi3 (rtx, rtx, rtx);
  5848. extern rtx gen_usaddv2si3 (rtx, rtx, rtx);
  5849. extern rtx gen_sssubv8qi3 (rtx, rtx, rtx);
  5850. extern rtx gen_sssubv4hi3 (rtx, rtx, rtx);
  5851. extern rtx gen_sssubv2si3 (rtx, rtx, rtx);
  5852. extern rtx gen_ussubv8qi3 (rtx, rtx, rtx);
  5853. extern rtx gen_ussubv4hi3 (rtx, rtx, rtx);
  5854. extern rtx gen_ussubv2si3 (rtx, rtx, rtx);
  5855. extern rtx gen_smulv4hi3_highpart (rtx, rtx, rtx);
  5856. extern rtx gen_umulv4hi3_highpart (rtx, rtx, rtx);
  5857. extern rtx gen_iwmmxt_wmacs (rtx, rtx, rtx, rtx);
  5858. extern rtx gen_iwmmxt_wmacsz (rtx, rtx, rtx);
  5859. extern rtx gen_iwmmxt_wmacu (rtx, rtx, rtx, rtx);
  5860. extern rtx gen_iwmmxt_wmacuz (rtx, rtx, rtx);
  5861. extern rtx gen_iwmmxt_clrdi (rtx);
  5862. extern rtx gen_iwmmxt_clrv8qi (rtx);
  5863. extern rtx gen_iwmmxt_clrv4hi (rtx);
  5864. extern rtx gen_iwmmxt_clrv2si (rtx);
  5865. extern rtx gen_iwmmxt_uavgrndv8qi3 (rtx, rtx, rtx);
  5866. extern rtx gen_iwmmxt_uavgrndv4hi3 (rtx, rtx, rtx);
  5867. extern rtx gen_iwmmxt_uavgv8qi3 (rtx, rtx, rtx);
  5868. extern rtx gen_iwmmxt_uavgv4hi3 (rtx, rtx, rtx);
  5869. extern rtx gen_iwmmxt_tinsrb (rtx, rtx, rtx, rtx);
  5870. extern rtx gen_iwmmxt_tinsrh (rtx, rtx, rtx, rtx);
  5871. extern rtx gen_iwmmxt_tinsrw (rtx, rtx, rtx, rtx);
  5872. extern rtx gen_iwmmxt_textrmub (rtx, rtx, rtx);
  5873. extern rtx gen_iwmmxt_textrmsb (rtx, rtx, rtx);
  5874. extern rtx gen_iwmmxt_textrmuh (rtx, rtx, rtx);
  5875. extern rtx gen_iwmmxt_textrmsh (rtx, rtx, rtx);
  5876. extern rtx gen_iwmmxt_textrmw (rtx, rtx, rtx);
  5877. extern rtx gen_iwmmxt_wshufh (rtx, rtx, rtx);
  5878. extern rtx gen_eqv8qi3 (rtx, rtx, rtx);
  5879. extern rtx gen_eqv4hi3 (rtx, rtx, rtx);
  5880. extern rtx gen_eqv2si3 (rtx, rtx, rtx);
  5881. extern rtx gen_gtuv8qi3 (rtx, rtx, rtx);
  5882. extern rtx gen_gtuv4hi3 (rtx, rtx, rtx);
  5883. extern rtx gen_gtuv2si3 (rtx, rtx, rtx);
  5884. extern rtx gen_gtv8qi3 (rtx, rtx, rtx);
  5885. extern rtx gen_gtv4hi3 (rtx, rtx, rtx);
  5886. extern rtx gen_gtv2si3 (rtx, rtx, rtx);
  5887. extern rtx gen_iwmmxt_wpackhss (rtx, rtx, rtx);
  5888. extern rtx gen_iwmmxt_wpackwss (rtx, rtx, rtx);
  5889. extern rtx gen_iwmmxt_wpackdss (rtx, rtx, rtx);
  5890. extern rtx gen_iwmmxt_wpackhus (rtx, rtx, rtx);
  5891. extern rtx gen_iwmmxt_wpackwus (rtx, rtx, rtx);
  5892. extern rtx gen_iwmmxt_wpackdus (rtx, rtx, rtx);
  5893. extern rtx gen_iwmmxt_wunpckihb (rtx, rtx, rtx);
  5894. extern rtx gen_iwmmxt_wunpckihh (rtx, rtx, rtx);
  5895. extern rtx gen_iwmmxt_wunpckihw (rtx, rtx, rtx);
  5896. extern rtx gen_iwmmxt_wunpckilb (rtx, rtx, rtx);
  5897. extern rtx gen_iwmmxt_wunpckilh (rtx, rtx, rtx);
  5898. extern rtx gen_iwmmxt_wunpckilw (rtx, rtx, rtx);
  5899. extern rtx gen_iwmmxt_wunpckehub (rtx, rtx);
  5900. extern rtx gen_iwmmxt_wunpckehuh (rtx, rtx);
  5901. extern rtx gen_iwmmxt_wunpckehuw (rtx, rtx);
  5902. extern rtx gen_iwmmxt_wunpckehsb (rtx, rtx);
  5903. extern rtx gen_iwmmxt_wunpckehsh (rtx, rtx);
  5904. extern rtx gen_iwmmxt_wunpckehsw (rtx, rtx);
  5905. extern rtx gen_iwmmxt_wunpckelub (rtx, rtx);
  5906. extern rtx gen_iwmmxt_wunpckeluh (rtx, rtx);
  5907. extern rtx gen_iwmmxt_wunpckeluw (rtx, rtx);
  5908. extern rtx gen_iwmmxt_wunpckelsb (rtx, rtx);
  5909. extern rtx gen_iwmmxt_wunpckelsh (rtx, rtx);
  5910. extern rtx gen_iwmmxt_wunpckelsw (rtx, rtx);
  5911. extern rtx gen_rorv4hi3 (rtx, rtx, rtx);
  5912. extern rtx gen_rorv2si3 (rtx, rtx, rtx);
  5913. extern rtx gen_rordi3 (rtx, rtx, rtx);
  5914. extern rtx gen_ashrv4hi3_iwmmxt (rtx, rtx, rtx);
  5915. extern rtx gen_ashrv2si3_iwmmxt (rtx, rtx, rtx);
  5916. extern rtx gen_ashrdi3_iwmmxt (rtx, rtx, rtx);
  5917. extern rtx gen_lshrv4hi3_iwmmxt (rtx, rtx, rtx);
  5918. extern rtx gen_lshrv2si3_iwmmxt (rtx, rtx, rtx);
  5919. extern rtx gen_lshrdi3_iwmmxt (rtx, rtx, rtx);
  5920. extern rtx gen_ashlv4hi3_iwmmxt (rtx, rtx, rtx);
  5921. extern rtx gen_ashlv2si3_iwmmxt (rtx, rtx, rtx);
  5922. extern rtx gen_ashldi3_iwmmxt (rtx, rtx, rtx);
  5923. extern rtx gen_rorv4hi3_di (rtx, rtx, rtx);
  5924. extern rtx gen_rorv2si3_di (rtx, rtx, rtx);
  5925. extern rtx gen_rordi3_di (rtx, rtx, rtx);
  5926. extern rtx gen_ashrv4hi3_di (rtx, rtx, rtx);
  5927. extern rtx gen_ashrv2si3_di (rtx, rtx, rtx);
  5928. extern rtx gen_ashrdi3_di (rtx, rtx, rtx);
  5929. extern rtx gen_lshrv4hi3_di (rtx, rtx, rtx);
  5930. extern rtx gen_lshrv2si3_di (rtx, rtx, rtx);
  5931. extern rtx gen_lshrdi3_di (rtx, rtx, rtx);
  5932. extern rtx gen_ashlv4hi3_di (rtx, rtx, rtx);
  5933. extern rtx gen_ashlv2si3_di (rtx, rtx, rtx);
  5934. extern rtx gen_ashldi3_di (rtx, rtx, rtx);
  5935. extern rtx gen_iwmmxt_wmadds (rtx, rtx, rtx);
  5936. extern rtx gen_iwmmxt_wmaddu (rtx, rtx, rtx);
  5937. extern rtx gen_iwmmxt_tmia (rtx, rtx, rtx, rtx);
  5938. extern rtx gen_iwmmxt_tmiaph (rtx, rtx, rtx, rtx);
  5939. extern rtx gen_iwmmxt_tmiabb (rtx, rtx, rtx, rtx);
  5940. extern rtx gen_iwmmxt_tmiatb (rtx, rtx, rtx, rtx);
  5941. extern rtx gen_iwmmxt_tmiabt (rtx, rtx, rtx, rtx);
  5942. extern rtx gen_iwmmxt_tmiatt (rtx, rtx, rtx, rtx);
  5943. extern rtx gen_iwmmxt_tmovmskb (rtx, rtx);
  5944. extern rtx gen_iwmmxt_tmovmskh (rtx, rtx);
  5945. extern rtx gen_iwmmxt_tmovmskw (rtx, rtx);
  5946. extern rtx gen_iwmmxt_waccb (rtx, rtx);
  5947. extern rtx gen_iwmmxt_wacch (rtx, rtx);
  5948. extern rtx gen_iwmmxt_waccw (rtx, rtx);
  5949. extern rtx gen_iwmmxt_waligni (rtx, rtx, rtx, rtx);
  5950. extern rtx gen_iwmmxt_walignr (rtx, rtx, rtx, rtx);
  5951. extern rtx gen_iwmmxt_walignr0 (rtx, rtx, rtx);
  5952. extern rtx gen_iwmmxt_walignr1 (rtx, rtx, rtx);
  5953. extern rtx gen_iwmmxt_walignr2 (rtx, rtx, rtx);
  5954. extern rtx gen_iwmmxt_walignr3 (rtx, rtx, rtx);
  5955. extern rtx gen_iwmmxt_wsadb (rtx, rtx, rtx, rtx);
  5956. extern rtx gen_iwmmxt_wsadh (rtx, rtx, rtx, rtx);
  5957. extern rtx gen_iwmmxt_wsadbz (rtx, rtx, rtx);
  5958. extern rtx gen_iwmmxt_wsadhz (rtx, rtx, rtx);
  5959. extern rtx gen_iwmmxt_wabsv2si3 (rtx, rtx);
  5960. extern rtx gen_iwmmxt_wabsv4hi3 (rtx, rtx);
  5961. extern rtx gen_iwmmxt_wabsv8qi3 (rtx, rtx);
  5962. extern rtx gen_iwmmxt_wabsdiffb (rtx, rtx, rtx);
  5963. extern rtx gen_iwmmxt_wabsdiffh (rtx, rtx, rtx);
  5964. extern rtx gen_iwmmxt_wabsdiffw (rtx, rtx, rtx);
  5965. extern rtx gen_iwmmxt_waddsubhx (rtx, rtx, rtx);
  5966. extern rtx gen_iwmmxt_wsubaddhx (rtx, rtx, rtx);
  5967. extern rtx gen_addcv4hi3 (rtx, rtx, rtx);
  5968. extern rtx gen_addcv2si3 (rtx, rtx, rtx);
  5969. extern rtx gen_iwmmxt_avg4 (rtx, rtx, rtx);
  5970. extern rtx gen_iwmmxt_avg4r (rtx, rtx, rtx);
  5971. extern rtx gen_iwmmxt_wmaddsx (rtx, rtx, rtx);
  5972. extern rtx gen_iwmmxt_wmaddux (rtx, rtx, rtx);
  5973. extern rtx gen_iwmmxt_wmaddsn (rtx, rtx, rtx);
  5974. extern rtx gen_iwmmxt_wmaddun (rtx, rtx, rtx);
  5975. extern rtx gen_iwmmxt_wmulwsm (rtx, rtx, rtx);
  5976. extern rtx gen_iwmmxt_wmulwum (rtx, rtx, rtx);
  5977. extern rtx gen_iwmmxt_wmulsmr (rtx, rtx, rtx);
  5978. extern rtx gen_iwmmxt_wmulumr (rtx, rtx, rtx);
  5979. extern rtx gen_iwmmxt_wmulwsmr (rtx, rtx, rtx);
  5980. extern rtx gen_iwmmxt_wmulwumr (rtx, rtx, rtx);
  5981. extern rtx gen_iwmmxt_wmulwl (rtx, rtx, rtx);
  5982. extern rtx gen_iwmmxt_wqmulm (rtx, rtx, rtx);
  5983. extern rtx gen_iwmmxt_wqmulwm (rtx, rtx, rtx);
  5984. extern rtx gen_iwmmxt_wqmulmr (rtx, rtx, rtx);
  5985. extern rtx gen_iwmmxt_wqmulwmr (rtx, rtx, rtx);
  5986. extern rtx gen_iwmmxt_waddbhusm (rtx, rtx, rtx);
  5987. extern rtx gen_iwmmxt_waddbhusl (rtx, rtx, rtx);
  5988. extern rtx gen_iwmmxt_wqmiabb (rtx, rtx, rtx, rtx);
  5989. extern rtx gen_iwmmxt_wqmiabt (rtx, rtx, rtx, rtx);
  5990. extern rtx gen_iwmmxt_wqmiatb (rtx, rtx, rtx, rtx);
  5991. extern rtx gen_iwmmxt_wqmiatt (rtx, rtx, rtx, rtx);
  5992. extern rtx gen_iwmmxt_wqmiabbn (rtx, rtx, rtx, rtx);
  5993. extern rtx gen_iwmmxt_wqmiabtn (rtx, rtx, rtx, rtx);
  5994. extern rtx gen_iwmmxt_wqmiatbn (rtx, rtx, rtx, rtx);
  5995. extern rtx gen_iwmmxt_wqmiattn (rtx, rtx, rtx, rtx);
  5996. extern rtx gen_iwmmxt_wmiabb (rtx, rtx, rtx, rtx);
  5997. extern rtx gen_iwmmxt_wmiabt (rtx, rtx, rtx, rtx);
  5998. extern rtx gen_iwmmxt_wmiatb (rtx, rtx, rtx, rtx);
  5999. extern rtx gen_iwmmxt_wmiatt (rtx, rtx, rtx, rtx);
  6000. extern rtx gen_iwmmxt_wmiabbn (rtx, rtx, rtx, rtx);
  6001. extern rtx gen_iwmmxt_wmiabtn (rtx, rtx, rtx, rtx);
  6002. extern rtx gen_iwmmxt_wmiatbn (rtx, rtx, rtx, rtx);
  6003. extern rtx gen_iwmmxt_wmiattn (rtx, rtx, rtx, rtx);
  6004. extern rtx gen_iwmmxt_wmiawbb (rtx, rtx, rtx, rtx);
  6005. extern rtx gen_iwmmxt_wmiawbt (rtx, rtx, rtx, rtx);
  6006. extern rtx gen_iwmmxt_wmiawtb (rtx, rtx, rtx, rtx);
  6007. extern rtx gen_iwmmxt_wmiawtt (rtx, rtx, rtx, rtx);
  6008. extern rtx gen_iwmmxt_wmiawbbn (rtx, rtx, rtx, rtx);
  6009. extern rtx gen_iwmmxt_wmiawbtn (rtx, rtx, rtx, rtx);
  6010. extern rtx gen_iwmmxt_wmiawtbn (rtx, rtx, rtx, rtx);
  6011. extern rtx gen_iwmmxt_wmiawttn (rtx, rtx, rtx, rtx);
  6012. extern rtx gen_iwmmxt_wmerge (rtx, rtx, rtx, rtx);
  6013. extern rtx gen_iwmmxt_tandcv2si3 (void);
  6014. extern rtx gen_iwmmxt_tandcv4hi3 (void);
  6015. extern rtx gen_iwmmxt_tandcv8qi3 (void);
  6016. extern rtx gen_iwmmxt_torcv2si3 (void);
  6017. extern rtx gen_iwmmxt_torcv4hi3 (void);
  6018. extern rtx gen_iwmmxt_torcv8qi3 (void);
  6019. extern rtx gen_iwmmxt_torvscv2si3 (void);
  6020. extern rtx gen_iwmmxt_torvscv4hi3 (void);
  6021. extern rtx gen_iwmmxt_torvscv8qi3 (void);
  6022. extern rtx gen_iwmmxt_textrcv2si3 (rtx);
  6023. extern rtx gen_iwmmxt_textrcv4hi3 (rtx);
  6024. extern rtx gen_iwmmxt_textrcv8qi3 (rtx);
  6025. extern rtx gen_abshf2 (rtx, rtx);
  6026. extern rtx gen_neghf2 (rtx, rtx);
  6027. extern rtx gen_neon_vrndhf (rtx, rtx);
  6028. extern rtx gen_neon_vrndahf (rtx, rtx);
  6029. extern rtx gen_neon_vrndmhf (rtx, rtx);
  6030. extern rtx gen_neon_vrndnhf (rtx, rtx);
  6031. extern rtx gen_neon_vrndphf (rtx, rtx);
  6032. extern rtx gen_neon_vrndxhf (rtx, rtx);
  6033. extern rtx gen_neon_vrndihf (rtx, rtx);
  6034. extern rtx gen_addhf3 (rtx, rtx, rtx);
  6035. extern rtx gen_subhf3 (rtx, rtx, rtx);
  6036. extern rtx gen_divhf3 (rtx, rtx, rtx);
  6037. extern rtx gen_mulhf3 (rtx, rtx, rtx);
  6038. extern rtx gen_fmahf4 (rtx, rtx, rtx, rtx);
  6039. extern rtx gen_fmasf4 (rtx, rtx, rtx, rtx);
  6040. extern rtx gen_fmadf4 (rtx, rtx, rtx, rtx);
  6041. extern rtx gen_fmsubhf4_fp16 (rtx, rtx, rtx, rtx);
  6042. extern rtx gen_extendhfsf2 (rtx, rtx);
  6043. extern rtx gen_truncsfhf2 (rtx, rtx);
  6044. extern rtx gen_fixuns_truncsfsi2 (rtx, rtx);
  6045. extern rtx gen_fixuns_truncdfsi2 (rtx, rtx);
  6046. extern rtx gen_floatunssisf2 (rtx, rtx);
  6047. extern rtx gen_floatunssidf2 (rtx, rtx);
  6048. extern rtx gen_neon_vsqrthf (rtx, rtx);
  6049. extern rtx gen_neon_vrsqrtshf (rtx, rtx, rtx);
  6050. extern rtx gen_push_fpsysreg_insn (rtx, rtx);
  6051. extern rtx gen_pop_fpsysreg_insn (rtx, rtx);
  6052. extern rtx gen_lazy_store_multiple_insn (rtx);
  6053. extern rtx gen_lazy_load_multiple_insn (rtx);
  6054. extern rtx gen_neon_vcvthshf (rtx, rtx);
  6055. extern rtx gen_neon_vcvthuhf (rtx, rtx);
  6056. extern rtx gen_neon_vcvthssi (rtx, rtx);
  6057. extern rtx gen_neon_vcvthusi (rtx, rtx);
  6058. extern rtx gen_neon_vcvths_nhf_unspec (rtx, rtx, rtx, rtx);
  6059. extern rtx gen_neon_vcvthu_nhf_unspec (rtx, rtx, rtx, rtx);
  6060. extern rtx gen_neon_vcvths_nsi_unspec (rtx, rtx, rtx);
  6061. extern rtx gen_neon_vcvthu_nsi_unspec (rtx, rtx, rtx);
  6062. extern rtx gen_neon_vcvtahssi (rtx, rtx);
  6063. extern rtx gen_neon_vcvtahusi (rtx, rtx);
  6064. extern rtx gen_neon_vcvtmhssi (rtx, rtx);
  6065. extern rtx gen_neon_vcvtmhusi (rtx, rtx);
  6066. extern rtx gen_neon_vcvtnhssi (rtx, rtx);
  6067. extern rtx gen_neon_vcvtnhusi (rtx, rtx);
  6068. extern rtx gen_neon_vcvtphssi (rtx, rtx);
  6069. extern rtx gen_neon_vcvtphusi (rtx, rtx);
  6070. extern rtx gen_btruncsf2 (rtx, rtx);
  6071. extern rtx gen_ceilsf2 (rtx, rtx);
  6072. extern rtx gen_floorsf2 (rtx, rtx);
  6073. extern rtx gen_nearbyintsf2 (rtx, rtx);
  6074. extern rtx gen_rintsf2 (rtx, rtx);
  6075. extern rtx gen_roundsf2 (rtx, rtx);
  6076. extern rtx gen_btruncdf2 (rtx, rtx);
  6077. extern rtx gen_ceildf2 (rtx, rtx);
  6078. extern rtx gen_floordf2 (rtx, rtx);
  6079. extern rtx gen_nearbyintdf2 (rtx, rtx);
  6080. extern rtx gen_rintdf2 (rtx, rtx);
  6081. extern rtx gen_rounddf2 (rtx, rtx);
  6082. extern rtx gen_lceilsfsi2 (rtx, rtx);
  6083. extern rtx gen_lfloorsfsi2 (rtx, rtx);
  6084. extern rtx gen_lroundsfsi2 (rtx, rtx);
  6085. extern rtx gen_lceilusfsi2 (rtx, rtx);
  6086. extern rtx gen_lfloorusfsi2 (rtx, rtx);
  6087. extern rtx gen_lroundusfsi2 (rtx, rtx);
  6088. extern rtx gen_lceildfsi2 (rtx, rtx);
  6089. extern rtx gen_lfloordfsi2 (rtx, rtx);
  6090. extern rtx gen_lrounddfsi2 (rtx, rtx);
  6091. extern rtx gen_lceiludfsi2 (rtx, rtx);
  6092. extern rtx gen_lfloorudfsi2 (rtx, rtx);
  6093. extern rtx gen_lroundudfsi2 (rtx, rtx);
  6094. extern rtx gen_smaxsf3 (rtx, rtx, rtx);
  6095. extern rtx gen_smaxdf3 (rtx, rtx, rtx);
  6096. extern rtx gen_sminsf3 (rtx, rtx, rtx);
  6097. extern rtx gen_smindf3 (rtx, rtx, rtx);
  6098. extern rtx gen_neon_vmaxnmhf (rtx, rtx, rtx);
  6099. extern rtx gen_neon_vminnmhf (rtx, rtx, rtx);
  6100. extern rtx gen_fmaxsf3 (rtx, rtx, rtx);
  6101. extern rtx gen_fminsf3 (rtx, rtx, rtx);
  6102. extern rtx gen_fmaxdf3 (rtx, rtx, rtx);
  6103. extern rtx gen_fmindf3 (rtx, rtx, rtx);
  6104. extern rtx gen_set_fpscr (rtx);
  6105. extern rtx gen_get_fpscr (rtx);
  6106. extern rtx gen_no_literal_pool_df_immediate (rtx, rtx, rtx);
  6107. extern rtx gen_no_literal_pool_sf_immediate (rtx, rtx, rtx);
  6108. extern rtx gen_arm_vcx1si (rtx, rtx, rtx);
  6109. extern rtx gen_arm_vcx1di (rtx, rtx, rtx);
  6110. extern rtx gen_arm_vcx1asi (rtx, rtx, rtx, rtx);
  6111. extern rtx gen_arm_vcx1adi (rtx, rtx, rtx, rtx);
  6112. extern rtx gen_arm_vcx2si (rtx, rtx, rtx, rtx);
  6113. extern rtx gen_arm_vcx2di (rtx, rtx, rtx, rtx);
  6114. extern rtx gen_arm_vcx2asi (rtx, rtx, rtx, rtx, rtx);
  6115. extern rtx gen_arm_vcx2adi (rtx, rtx, rtx, rtx, rtx);
  6116. extern rtx gen_arm_vcx3si (rtx, rtx, rtx, rtx, rtx);
  6117. extern rtx gen_arm_vcx3di (rtx, rtx, rtx, rtx, rtx);
  6118. extern rtx gen_arm_vcx3asi (rtx, rtx, rtx, rtx, rtx, rtx);
  6119. extern rtx gen_arm_vcx3adi (rtx, rtx, rtx, rtx, rtx, rtx);
  6120. extern rtx gen_thumb1_movsi_symbol_ref (rtx, rtx);
  6121. extern rtx gen_thumb1_subsi3_insn (rtx, rtx, rtx);
  6122. extern rtx gen_thumb1_bicsi3 (rtx, rtx, rtx);
  6123. extern rtx gen_thumb1_extendhisi2 (rtx, rtx);
  6124. extern rtx gen_thumb1_extendqisi2 (rtx, rtx);
  6125. extern rtx gen_cpymem12b (rtx, rtx, rtx, rtx);
  6126. extern rtx gen_cpymem8b (rtx, rtx, rtx, rtx);
  6127. extern rtx gen_thumb1_cbz (rtx, rtx, rtx);
  6128. extern rtx gen_cbranchsi4_insn (rtx, rtx, rtx, rtx);
  6129. extern rtx gen_cbranchsi4_scratch (rtx, rtx, rtx, rtx, rtx);
  6130. extern rtx gen_cstoresi_nltu_thumb1 (rtx, rtx, rtx);
  6131. extern rtx gen_cstoresi_ltu_thumb1 (rtx, rtx, rtx);
  6132. extern rtx gen_thumb1_addsi3_addgeu (rtx, rtx, rtx, rtx, rtx);
  6133. extern rtx gen_thumb1_casesi_dispatch (rtx);
  6134. extern rtx gen_prologue_thumb1_interwork (void);
  6135. extern rtx gen_thumb_eh_return (rtx);
  6136. extern rtx gen_thumb1_stack_protect_test_insn (rtx, rtx, rtx);
  6137. extern rtx gen_tls_load_dot_plus_four (rtx, rtx, rtx, rtx);
  6138. extern rtx gen_thumb2_zero_extendqisi2_v6 (rtx, rtx);
  6139. extern rtx gen_thumb2_eh_return (rtx);
  6140. extern rtx gen_thumb2_addsi3_compare0 (rtx, rtx, rtx);
  6141. extern rtx gen_thumb2_asrl (rtx, rtx);
  6142. extern rtx gen_thumb2_lsll (rtx, rtx);
  6143. extern rtx gen_thumb2_lsrl (rtx, rtx);
  6144. extern rtx gen_unaligned_storev8qi (rtx, rtx);
  6145. extern rtx gen_vec_setv8qi_internal (rtx, rtx, rtx, rtx);
  6146. extern rtx gen_vec_setv4hi_internal (rtx, rtx, rtx, rtx);
  6147. extern rtx gen_vec_setv4hf_internal (rtx, rtx, rtx, rtx);
  6148. extern rtx gen_vec_setv4bf_internal (rtx, rtx, rtx, rtx);
  6149. extern rtx gen_vec_setv2si_internal (rtx, rtx, rtx, rtx);
  6150. extern rtx gen_vec_setv2sf_internal (rtx, rtx, rtx, rtx);
  6151. extern rtx gen_vec_setv16qi_internal (rtx, rtx, rtx, rtx);
  6152. extern rtx gen_vec_setv8hi_internal (rtx, rtx, rtx, rtx);
  6153. extern rtx gen_vec_setv8hf_internal (rtx, rtx, rtx, rtx);
  6154. extern rtx gen_vec_setv4si_internal (rtx, rtx, rtx, rtx);
  6155. extern rtx gen_vec_setv4sf_internal (rtx, rtx, rtx, rtx);
  6156. extern rtx gen_vec_setv2di_internal (rtx, rtx, rtx, rtx);
  6157. extern rtx gen_vec_extractv8qiqi (rtx, rtx, rtx);
  6158. extern rtx gen_vec_extractv4hihi (rtx, rtx, rtx);
  6159. extern rtx gen_vec_extractv4hfhf (rtx, rtx, rtx);
  6160. extern rtx gen_vec_extractv4bfbf (rtx, rtx, rtx);
  6161. extern rtx gen_vec_extractv2sisi (rtx, rtx, rtx);
  6162. extern rtx gen_vec_extractv2sfsf (rtx, rtx, rtx);
  6163. extern rtx gen_neon_vec_extractv16qiqi (rtx, rtx, rtx);
  6164. extern rtx gen_neon_vec_extractv8hihi (rtx, rtx, rtx);
  6165. extern rtx gen_neon_vec_extractv8hfhf (rtx, rtx, rtx);
  6166. extern rtx gen_neon_vec_extractv4sisi (rtx, rtx, rtx);
  6167. extern rtx gen_neon_vec_extractv4sfsf (rtx, rtx, rtx);
  6168. extern rtx gen_neon_vec_extractv2didi (rtx, rtx, rtx);
  6169. extern rtx gen_addv8hf3_neon (rtx, rtx, rtx);
  6170. extern rtx gen_addv4hf3 (rtx, rtx, rtx);
  6171. extern rtx gen_addv8hf3_fp16 (rtx, rtx, rtx);
  6172. extern rtx gen_addv4hf3_fp16 (rtx, rtx, rtx);
  6173. extern rtx gen_subv8hf3 (rtx, rtx, rtx);
  6174. extern rtx gen_subv4hf3 (rtx, rtx, rtx);
  6175. extern rtx gen_subv8hf3_fp16 (rtx, rtx, rtx);
  6176. extern rtx gen_subv4hf3_fp16 (rtx, rtx, rtx);
  6177. extern rtx gen_mulv8qi3addv8qi_neon (rtx, rtx, rtx, rtx);
  6178. extern rtx gen_mulv16qi3addv16qi_neon (rtx, rtx, rtx, rtx);
  6179. extern rtx gen_mulv4hi3addv4hi_neon (rtx, rtx, rtx, rtx);
  6180. extern rtx gen_mulv8hi3addv8hi_neon (rtx, rtx, rtx, rtx);
  6181. extern rtx gen_mulv2si3addv2si_neon (rtx, rtx, rtx, rtx);
  6182. extern rtx gen_mulv4si3addv4si_neon (rtx, rtx, rtx, rtx);
  6183. extern rtx gen_mulv2sf3addv2sf_neon (rtx, rtx, rtx, rtx);
  6184. extern rtx gen_mulv4sf3addv4sf_neon (rtx, rtx, rtx, rtx);
  6185. extern rtx gen_mulv8hf3addv8hf_neon (rtx, rtx, rtx, rtx);
  6186. extern rtx gen_mulv4hf3addv4hf_neon (rtx, rtx, rtx, rtx);
  6187. extern rtx gen_mulv8qi3negv8qiaddv8qi_neon (rtx, rtx, rtx, rtx);
  6188. extern rtx gen_mulv16qi3negv16qiaddv16qi_neon (rtx, rtx, rtx, rtx);
  6189. extern rtx gen_mulv4hi3negv4hiaddv4hi_neon (rtx, rtx, rtx, rtx);
  6190. extern rtx gen_mulv8hi3negv8hiaddv8hi_neon (rtx, rtx, rtx, rtx);
  6191. extern rtx gen_mulv2si3negv2siaddv2si_neon (rtx, rtx, rtx, rtx);
  6192. extern rtx gen_mulv4si3negv4siaddv4si_neon (rtx, rtx, rtx, rtx);
  6193. extern rtx gen_mulv2sf3negv2sfaddv2sf_neon (rtx, rtx, rtx, rtx);
  6194. extern rtx gen_mulv4sf3negv4sfaddv4sf_neon (rtx, rtx, rtx, rtx);
  6195. extern rtx gen_fmav2sf4 (rtx, rtx, rtx, rtx);
  6196. extern rtx gen_fmav4sf4 (rtx, rtx, rtx, rtx);
  6197. extern rtx gen_fmav2sf4_intrinsic (rtx, rtx, rtx, rtx);
  6198. extern rtx gen_fmav4sf4_intrinsic (rtx, rtx, rtx, rtx);
  6199. extern rtx gen_fmav8hf4 (rtx, rtx, rtx, rtx);
  6200. extern rtx gen_fmav4hf4 (rtx, rtx, rtx, rtx);
  6201. extern rtx gen_fmav8hf4_intrinsic (rtx, rtx, rtx, rtx);
  6202. extern rtx gen_fmav4hf4_intrinsic (rtx, rtx, rtx, rtx);
  6203. extern rtx gen_fmsubv2sf4_intrinsic (rtx, rtx, rtx, rtx);
  6204. extern rtx gen_fmsubv4sf4_intrinsic (rtx, rtx, rtx, rtx);
  6205. extern rtx gen_fmsubv8hf4_intrinsic (rtx, rtx, rtx, rtx);
  6206. extern rtx gen_fmsubv4hf4_intrinsic (rtx, rtx, rtx, rtx);
  6207. extern rtx gen_neon_vrintpv2sf (rtx, rtx);
  6208. extern rtx gen_neon_vrintzv2sf (rtx, rtx);
  6209. extern rtx gen_neon_vrintmv2sf (rtx, rtx);
  6210. extern rtx gen_neon_vrintxv2sf (rtx, rtx);
  6211. extern rtx gen_neon_vrintav2sf (rtx, rtx);
  6212. extern rtx gen_neon_vrintnv2sf (rtx, rtx);
  6213. extern rtx gen_neon_vrintpv4sf (rtx, rtx);
  6214. extern rtx gen_neon_vrintzv4sf (rtx, rtx);
  6215. extern rtx gen_neon_vrintmv4sf (rtx, rtx);
  6216. extern rtx gen_neon_vrintxv4sf (rtx, rtx);
  6217. extern rtx gen_neon_vrintav4sf (rtx, rtx);
  6218. extern rtx gen_neon_vrintnv4sf (rtx, rtx);
  6219. extern rtx gen_neon_vcvtpv2sfv2si (rtx, rtx);
  6220. extern rtx gen_neon_vcvtmv2sfv2si (rtx, rtx);
  6221. extern rtx gen_neon_vcvtav2sfv2si (rtx, rtx);
  6222. extern rtx gen_neon_vcvtpuv2sfv2si (rtx, rtx);
  6223. extern rtx gen_neon_vcvtmuv2sfv2si (rtx, rtx);
  6224. extern rtx gen_neon_vcvtauv2sfv2si (rtx, rtx);
  6225. extern rtx gen_neon_vcvtpv4sfv4si (rtx, rtx);
  6226. extern rtx gen_neon_vcvtmv4sfv4si (rtx, rtx);
  6227. extern rtx gen_neon_vcvtav4sfv4si (rtx, rtx);
  6228. extern rtx gen_neon_vcvtpuv4sfv4si (rtx, rtx);
  6229. extern rtx gen_neon_vcvtmuv4sfv4si (rtx, rtx);
  6230. extern rtx gen_neon_vcvtauv4sfv4si (rtx, rtx);
  6231. extern rtx gen_iorv8qi3 (rtx, rtx, rtx);
  6232. extern rtx gen_iorv16qi3 (rtx, rtx, rtx);
  6233. extern rtx gen_iorv4hi3 (rtx, rtx, rtx);
  6234. extern rtx gen_iorv8hi3 (rtx, rtx, rtx);
  6235. extern rtx gen_iorv2si3 (rtx, rtx, rtx);
  6236. extern rtx gen_iorv4si3 (rtx, rtx, rtx);
  6237. extern rtx gen_iorv4hf3 (rtx, rtx, rtx);
  6238. extern rtx gen_iorv8hf3 (rtx, rtx, rtx);
  6239. extern rtx gen_iorv2sf3 (rtx, rtx, rtx);
  6240. extern rtx gen_iorv4sf3 (rtx, rtx, rtx);
  6241. extern rtx gen_iorv2di3 (rtx, rtx, rtx);
  6242. extern rtx gen_andv8qi3 (rtx, rtx, rtx);
  6243. extern rtx gen_andv16qi3 (rtx, rtx, rtx);
  6244. extern rtx gen_andv4hi3 (rtx, rtx, rtx);
  6245. extern rtx gen_andv8hi3 (rtx, rtx, rtx);
  6246. extern rtx gen_andv2si3 (rtx, rtx, rtx);
  6247. extern rtx gen_andv4si3 (rtx, rtx, rtx);
  6248. extern rtx gen_andv4hf3 (rtx, rtx, rtx);
  6249. extern rtx gen_andv8hf3 (rtx, rtx, rtx);
  6250. extern rtx gen_andv2sf3 (rtx, rtx, rtx);
  6251. extern rtx gen_andv4sf3 (rtx, rtx, rtx);
  6252. extern rtx gen_andv2di3 (rtx, rtx, rtx);
  6253. extern rtx gen_ornv8qi3_neon (rtx, rtx, rtx);
  6254. extern rtx gen_ornv16qi3_neon (rtx, rtx, rtx);
  6255. extern rtx gen_ornv4hi3_neon (rtx, rtx, rtx);
  6256. extern rtx gen_ornv8hi3_neon (rtx, rtx, rtx);
  6257. extern rtx gen_ornv2si3_neon (rtx, rtx, rtx);
  6258. extern rtx gen_ornv4si3_neon (rtx, rtx, rtx);
  6259. extern rtx gen_ornv4hf3_neon (rtx, rtx, rtx);
  6260. extern rtx gen_ornv8hf3_neon (rtx, rtx, rtx);
  6261. extern rtx gen_ornv2sf3_neon (rtx, rtx, rtx);
  6262. extern rtx gen_ornv4sf3_neon (rtx, rtx, rtx);
  6263. extern rtx gen_ornv2di3_neon (rtx, rtx, rtx);
  6264. extern rtx gen_bicv8qi3_neon (rtx, rtx, rtx);
  6265. extern rtx gen_bicv16qi3_neon (rtx, rtx, rtx);
  6266. extern rtx gen_bicv4hi3_neon (rtx, rtx, rtx);
  6267. extern rtx gen_bicv8hi3_neon (rtx, rtx, rtx);
  6268. extern rtx gen_bicv2si3_neon (rtx, rtx, rtx);
  6269. extern rtx gen_bicv4si3_neon (rtx, rtx, rtx);
  6270. extern rtx gen_bicv4hf3_neon (rtx, rtx, rtx);
  6271. extern rtx gen_bicv8hf3_neon (rtx, rtx, rtx);
  6272. extern rtx gen_bicv2sf3_neon (rtx, rtx, rtx);
  6273. extern rtx gen_bicv4sf3_neon (rtx, rtx, rtx);
  6274. extern rtx gen_bicv2di3_neon (rtx, rtx, rtx);
  6275. extern rtx gen_xorv8qi3 (rtx, rtx, rtx);
  6276. extern rtx gen_xorv16qi3 (rtx, rtx, rtx);
  6277. extern rtx gen_xorv4hi3 (rtx, rtx, rtx);
  6278. extern rtx gen_xorv8hi3 (rtx, rtx, rtx);
  6279. extern rtx gen_xorv2si3 (rtx, rtx, rtx);
  6280. extern rtx gen_xorv4si3 (rtx, rtx, rtx);
  6281. extern rtx gen_xorv4hf3 (rtx, rtx, rtx);
  6282. extern rtx gen_xorv8hf3 (rtx, rtx, rtx);
  6283. extern rtx gen_xorv2sf3 (rtx, rtx, rtx);
  6284. extern rtx gen_xorv4sf3 (rtx, rtx, rtx);
  6285. extern rtx gen_xorv2di3 (rtx, rtx, rtx);
  6286. extern rtx gen_one_cmplv8qi2 (rtx, rtx);
  6287. extern rtx gen_one_cmplv16qi2 (rtx, rtx);
  6288. extern rtx gen_one_cmplv4hi2 (rtx, rtx);
  6289. extern rtx gen_one_cmplv8hi2 (rtx, rtx);
  6290. extern rtx gen_one_cmplv2si2 (rtx, rtx);
  6291. extern rtx gen_one_cmplv4si2 (rtx, rtx);
  6292. extern rtx gen_one_cmplv4hf2 (rtx, rtx);
  6293. extern rtx gen_one_cmplv8hf2 (rtx, rtx);
  6294. extern rtx gen_one_cmplv2sf2 (rtx, rtx);
  6295. extern rtx gen_one_cmplv4sf2 (rtx, rtx);
  6296. extern rtx gen_one_cmplv2di2 (rtx, rtx);
  6297. extern rtx gen_absv8qi2 (rtx, rtx);
  6298. extern rtx gen_absv16qi2 (rtx, rtx);
  6299. extern rtx gen_absv4hi2 (rtx, rtx);
  6300. extern rtx gen_absv8hi2 (rtx, rtx);
  6301. extern rtx gen_absv2si2 (rtx, rtx);
  6302. extern rtx gen_absv4si2 (rtx, rtx);
  6303. extern rtx gen_absv2sf2 (rtx, rtx);
  6304. extern rtx gen_absv4sf2 (rtx, rtx);
  6305. extern rtx gen_negv8qi2 (rtx, rtx);
  6306. extern rtx gen_negv16qi2 (rtx, rtx);
  6307. extern rtx gen_negv4hi2 (rtx, rtx);
  6308. extern rtx gen_negv8hi2 (rtx, rtx);
  6309. extern rtx gen_negv2si2 (rtx, rtx);
  6310. extern rtx gen_negv4si2 (rtx, rtx);
  6311. extern rtx gen_negv2sf2 (rtx, rtx);
  6312. extern rtx gen_negv4sf2 (rtx, rtx);
  6313. extern rtx gen_absv8hf2 (rtx, rtx);
  6314. extern rtx gen_negv8hf2 (rtx, rtx);
  6315. extern rtx gen_absv4hf2 (rtx, rtx);
  6316. extern rtx gen_negv4hf2 (rtx, rtx);
  6317. extern rtx gen_neon_vrndv8hf (rtx, rtx);
  6318. extern rtx gen_neon_vrndav8hf (rtx, rtx);
  6319. extern rtx gen_neon_vrndmv8hf (rtx, rtx);
  6320. extern rtx gen_neon_vrndnv8hf (rtx, rtx);
  6321. extern rtx gen_neon_vrndpv8hf (rtx, rtx);
  6322. extern rtx gen_neon_vrndxv8hf (rtx, rtx);
  6323. extern rtx gen_neon_vrndv4hf (rtx, rtx);
  6324. extern rtx gen_neon_vrndav4hf (rtx, rtx);
  6325. extern rtx gen_neon_vrndmv4hf (rtx, rtx);
  6326. extern rtx gen_neon_vrndnv4hf (rtx, rtx);
  6327. extern rtx gen_neon_vrndpv4hf (rtx, rtx);
  6328. extern rtx gen_neon_vrndxv4hf (rtx, rtx);
  6329. extern rtx gen_neon_vrsqrtev8hf (rtx, rtx);
  6330. extern rtx gen_neon_vrsqrtev4hf (rtx, rtx);
  6331. extern rtx gen_vashlv8qi3 (rtx, rtx, rtx);
  6332. extern rtx gen_vashlv16qi3 (rtx, rtx, rtx);
  6333. extern rtx gen_vashlv4hi3 (rtx, rtx, rtx);
  6334. extern rtx gen_vashlv8hi3 (rtx, rtx, rtx);
  6335. extern rtx gen_vashlv2si3 (rtx, rtx, rtx);
  6336. extern rtx gen_vashlv4si3 (rtx, rtx, rtx);
  6337. extern rtx gen_vashrv8qi3_imm (rtx, rtx, rtx);
  6338. extern rtx gen_vashrv16qi3_imm (rtx, rtx, rtx);
  6339. extern rtx gen_vashrv4hi3_imm (rtx, rtx, rtx);
  6340. extern rtx gen_vashrv8hi3_imm (rtx, rtx, rtx);
  6341. extern rtx gen_vashrv2si3_imm (rtx, rtx, rtx);
  6342. extern rtx gen_vashrv4si3_imm (rtx, rtx, rtx);
  6343. extern rtx gen_vlshrv8qi3_imm (rtx, rtx, rtx);
  6344. extern rtx gen_vlshrv16qi3_imm (rtx, rtx, rtx);
  6345. extern rtx gen_vlshrv4hi3_imm (rtx, rtx, rtx);
  6346. extern rtx gen_vlshrv8hi3_imm (rtx, rtx, rtx);
  6347. extern rtx gen_vlshrv2si3_imm (rtx, rtx, rtx);
  6348. extern rtx gen_vlshrv4si3_imm (rtx, rtx, rtx);
  6349. extern rtx gen_ashlv8qi3_signed (rtx, rtx, rtx);
  6350. extern rtx gen_ashlv16qi3_signed (rtx, rtx, rtx);
  6351. extern rtx gen_ashlv4hi3_signed (rtx, rtx, rtx);
  6352. extern rtx gen_ashlv8hi3_signed (rtx, rtx, rtx);
  6353. extern rtx gen_ashlv2si3_signed (rtx, rtx, rtx);
  6354. extern rtx gen_ashlv4si3_signed (rtx, rtx, rtx);
  6355. extern rtx gen_ashlv2di3_signed (rtx, rtx, rtx);
  6356. extern rtx gen_ashlv8qi3_unsigned (rtx, rtx, rtx);
  6357. extern rtx gen_ashlv16qi3_unsigned (rtx, rtx, rtx);
  6358. extern rtx gen_ashlv4hi3_unsigned (rtx, rtx, rtx);
  6359. extern rtx gen_ashlv8hi3_unsigned (rtx, rtx, rtx);
  6360. extern rtx gen_ashlv2si3_unsigned (rtx, rtx, rtx);
  6361. extern rtx gen_ashlv4si3_unsigned (rtx, rtx, rtx);
  6362. extern rtx gen_ashlv2di3_unsigned (rtx, rtx, rtx);
  6363. extern rtx gen_neon_load_count (rtx, rtx);
  6364. extern rtx gen_vec_sel_widen_ssum_lov16qiv8qi3 (rtx, rtx, rtx, rtx);
  6365. extern rtx gen_vec_sel_widen_ssum_lov8hiv4hi3 (rtx, rtx, rtx, rtx);
  6366. extern rtx gen_vec_sel_widen_ssum_lov4siv2si3 (rtx, rtx, rtx, rtx);
  6367. extern rtx gen_vec_sel_widen_ssum_hiv16qiv8qi3 (rtx, rtx, rtx, rtx);
  6368. extern rtx gen_vec_sel_widen_ssum_hiv8hiv4hi3 (rtx, rtx, rtx, rtx);
  6369. extern rtx gen_vec_sel_widen_ssum_hiv4siv2si3 (rtx, rtx, rtx, rtx);
  6370. extern rtx gen_widen_ssumv8qi3 (rtx, rtx, rtx);
  6371. extern rtx gen_widen_ssumv4hi3 (rtx, rtx, rtx);
  6372. extern rtx gen_widen_ssumv2si3 (rtx, rtx, rtx);
  6373. extern rtx gen_vec_sel_widen_usum_lov16qiv8qi3 (rtx, rtx, rtx, rtx);
  6374. extern rtx gen_vec_sel_widen_usum_lov8hiv4hi3 (rtx, rtx, rtx, rtx);
  6375. extern rtx gen_vec_sel_widen_usum_lov4siv2si3 (rtx, rtx, rtx, rtx);
  6376. extern rtx gen_vec_sel_widen_usum_hiv16qiv8qi3 (rtx, rtx, rtx, rtx);
  6377. extern rtx gen_vec_sel_widen_usum_hiv8hiv4hi3 (rtx, rtx, rtx, rtx);
  6378. extern rtx gen_vec_sel_widen_usum_hiv4siv2si3 (rtx, rtx, rtx, rtx);
  6379. extern rtx gen_widen_usumv8qi3 (rtx, rtx, rtx);
  6380. extern rtx gen_widen_usumv4hi3 (rtx, rtx, rtx);
  6381. extern rtx gen_widen_usumv2si3 (rtx, rtx, rtx);
  6382. extern rtx gen_quad_halves_plusv4si (rtx, rtx);
  6383. extern rtx gen_quad_halves_sminv4si (rtx, rtx);
  6384. extern rtx gen_quad_halves_smaxv4si (rtx, rtx);
  6385. extern rtx gen_quad_halves_uminv4si (rtx, rtx);
  6386. extern rtx gen_quad_halves_umaxv4si (rtx, rtx);
  6387. extern rtx gen_quad_halves_plusv4sf (rtx, rtx);
  6388. extern rtx gen_quad_halves_sminv4sf (rtx, rtx);
  6389. extern rtx gen_quad_halves_smaxv4sf (rtx, rtx);
  6390. extern rtx gen_quad_halves_plusv8hi (rtx, rtx);
  6391. extern rtx gen_quad_halves_sminv8hi (rtx, rtx);
  6392. extern rtx gen_quad_halves_smaxv8hi (rtx, rtx);
  6393. extern rtx gen_quad_halves_uminv8hi (rtx, rtx);
  6394. extern rtx gen_quad_halves_umaxv8hi (rtx, rtx);
  6395. extern rtx gen_quad_halves_plusv16qi (rtx, rtx);
  6396. extern rtx gen_quad_halves_sminv16qi (rtx, rtx);
  6397. extern rtx gen_quad_halves_smaxv16qi (rtx, rtx);
  6398. extern rtx gen_quad_halves_uminv16qi (rtx, rtx);
  6399. extern rtx gen_quad_halves_umaxv16qi (rtx, rtx);
  6400. extern rtx gen_arm_reduc_plus_internal_v2di (rtx, rtx);
  6401. extern rtx gen_neon_vpadd_internalv8qi (rtx, rtx, rtx);
  6402. extern rtx gen_neon_vpadd_internalv4hi (rtx, rtx, rtx);
  6403. extern rtx gen_neon_vpadd_internalv2si (rtx, rtx, rtx);
  6404. extern rtx gen_neon_vpadd_internalv2sf (rtx, rtx, rtx);
  6405. extern rtx gen_neon_vpaddv4hf (rtx, rtx, rtx);
  6406. extern rtx gen_neon_vpsminv8qi (rtx, rtx, rtx);
  6407. extern rtx gen_neon_vpsminv4hi (rtx, rtx, rtx);
  6408. extern rtx gen_neon_vpsminv2si (rtx, rtx, rtx);
  6409. extern rtx gen_neon_vpsminv2sf (rtx, rtx, rtx);
  6410. extern rtx gen_neon_vpsmaxv8qi (rtx, rtx, rtx);
  6411. extern rtx gen_neon_vpsmaxv4hi (rtx, rtx, rtx);
  6412. extern rtx gen_neon_vpsmaxv2si (rtx, rtx, rtx);
  6413. extern rtx gen_neon_vpsmaxv2sf (rtx, rtx, rtx);
  6414. extern rtx gen_neon_vpuminv8qi (rtx, rtx, rtx);
  6415. extern rtx gen_neon_vpuminv4hi (rtx, rtx, rtx);
  6416. extern rtx gen_neon_vpuminv2si (rtx, rtx, rtx);
  6417. extern rtx gen_neon_vpumaxv8qi (rtx, rtx, rtx);
  6418. extern rtx gen_neon_vpumaxv4hi (rtx, rtx, rtx);
  6419. extern rtx gen_neon_vpumaxv2si (rtx, rtx, rtx);
  6420. extern rtx gen_neon_vaddv2sf_unspec (rtx, rtx, rtx);
  6421. extern rtx gen_neon_vaddv4sf_unspec (rtx, rtx, rtx);
  6422. extern rtx gen_neon_vaddlsv8qi (rtx, rtx, rtx);
  6423. extern rtx gen_neon_vaddluv8qi (rtx, rtx, rtx);
  6424. extern rtx gen_neon_vaddlsv4hi (rtx, rtx, rtx);
  6425. extern rtx gen_neon_vaddluv4hi (rtx, rtx, rtx);
  6426. extern rtx gen_neon_vaddlsv2si (rtx, rtx, rtx);
  6427. extern rtx gen_neon_vaddluv2si (rtx, rtx, rtx);
  6428. extern rtx gen_neon_vaddwsv8qi (rtx, rtx, rtx);
  6429. extern rtx gen_neon_vaddwuv8qi (rtx, rtx, rtx);
  6430. extern rtx gen_neon_vaddwsv4hi (rtx, rtx, rtx);
  6431. extern rtx gen_neon_vaddwuv4hi (rtx, rtx, rtx);
  6432. extern rtx gen_neon_vaddwsv2si (rtx, rtx, rtx);
  6433. extern rtx gen_neon_vaddwuv2si (rtx, rtx, rtx);
  6434. extern rtx gen_neon_vrhaddsv8qi (rtx, rtx, rtx);
  6435. extern rtx gen_neon_vrhadduv8qi (rtx, rtx, rtx);
  6436. extern rtx gen_neon_vhaddsv8qi (rtx, rtx, rtx);
  6437. extern rtx gen_neon_vhadduv8qi (rtx, rtx, rtx);
  6438. extern rtx gen_neon_vrhaddsv16qi (rtx, rtx, rtx);
  6439. extern rtx gen_neon_vrhadduv16qi (rtx, rtx, rtx);
  6440. extern rtx gen_neon_vhaddsv16qi (rtx, rtx, rtx);
  6441. extern rtx gen_neon_vhadduv16qi (rtx, rtx, rtx);
  6442. extern rtx gen_neon_vrhaddsv4hi (rtx, rtx, rtx);
  6443. extern rtx gen_neon_vrhadduv4hi (rtx, rtx, rtx);
  6444. extern rtx gen_neon_vhaddsv4hi (rtx, rtx, rtx);
  6445. extern rtx gen_neon_vhadduv4hi (rtx, rtx, rtx);
  6446. extern rtx gen_neon_vrhaddsv8hi (rtx, rtx, rtx);
  6447. extern rtx gen_neon_vrhadduv8hi (rtx, rtx, rtx);
  6448. extern rtx gen_neon_vhaddsv8hi (rtx, rtx, rtx);
  6449. extern rtx gen_neon_vhadduv8hi (rtx, rtx, rtx);
  6450. extern rtx gen_neon_vrhaddsv2si (rtx, rtx, rtx);
  6451. extern rtx gen_neon_vrhadduv2si (rtx, rtx, rtx);
  6452. extern rtx gen_neon_vhaddsv2si (rtx, rtx, rtx);
  6453. extern rtx gen_neon_vhadduv2si (rtx, rtx, rtx);
  6454. extern rtx gen_neon_vrhaddsv4si (rtx, rtx, rtx);
  6455. extern rtx gen_neon_vrhadduv4si (rtx, rtx, rtx);
  6456. extern rtx gen_neon_vhaddsv4si (rtx, rtx, rtx);
  6457. extern rtx gen_neon_vhadduv4si (rtx, rtx, rtx);
  6458. extern rtx gen_neon_vqaddsv8qi (rtx, rtx, rtx);
  6459. extern rtx gen_neon_vqadduv8qi (rtx, rtx, rtx);
  6460. extern rtx gen_neon_vqaddsv16qi (rtx, rtx, rtx);
  6461. extern rtx gen_neon_vqadduv16qi (rtx, rtx, rtx);
  6462. extern rtx gen_neon_vqaddsv4hi (rtx, rtx, rtx);
  6463. extern rtx gen_neon_vqadduv4hi (rtx, rtx, rtx);
  6464. extern rtx gen_neon_vqaddsv8hi (rtx, rtx, rtx);
  6465. extern rtx gen_neon_vqadduv8hi (rtx, rtx, rtx);
  6466. extern rtx gen_neon_vqaddsv2si (rtx, rtx, rtx);
  6467. extern rtx gen_neon_vqadduv2si (rtx, rtx, rtx);
  6468. extern rtx gen_neon_vqaddsv4si (rtx, rtx, rtx);
  6469. extern rtx gen_neon_vqadduv4si (rtx, rtx, rtx);
  6470. extern rtx gen_neon_vqaddsdi (rtx, rtx, rtx);
  6471. extern rtx gen_neon_vqaddudi (rtx, rtx, rtx);
  6472. extern rtx gen_neon_vqaddsv2di (rtx, rtx, rtx);
  6473. extern rtx gen_neon_vqadduv2di (rtx, rtx, rtx);
  6474. extern rtx gen_neon_vaddhnv8hi (rtx, rtx, rtx);
  6475. extern rtx gen_neon_vraddhnv8hi (rtx, rtx, rtx);
  6476. extern rtx gen_neon_vaddhnv4si (rtx, rtx, rtx);
  6477. extern rtx gen_neon_vraddhnv4si (rtx, rtx, rtx);
  6478. extern rtx gen_neon_vaddhnv2di (rtx, rtx, rtx);
  6479. extern rtx gen_neon_vraddhnv2di (rtx, rtx, rtx);
  6480. extern rtx gen_neon_vmulpv8qi (rtx, rtx, rtx);
  6481. extern rtx gen_neon_vmulpv16qi (rtx, rtx, rtx);
  6482. extern rtx gen_neon_vmulfv2sf (rtx, rtx, rtx);
  6483. extern rtx gen_neon_vmulfv4sf (rtx, rtx, rtx);
  6484. extern rtx gen_mulv8hf3 (rtx, rtx, rtx);
  6485. extern rtx gen_mulv4hf3 (rtx, rtx, rtx);
  6486. extern rtx gen_neon_vmulfv8hf (rtx, rtx, rtx);
  6487. extern rtx gen_neon_vmulfv4hf (rtx, rtx, rtx);
  6488. extern rtx gen_vfmal_lowv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6489. extern rtx gen_vfmal_lowv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6490. extern rtx gen_vfmsl_highv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6491. extern rtx gen_vfmsl_highv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6492. extern rtx gen_vfmal_highv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6493. extern rtx gen_vfmal_highv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6494. extern rtx gen_vfmsl_lowv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6495. extern rtx gen_vfmsl_lowv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6496. extern rtx gen_vfmal_lane_lowv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6497. extern rtx gen_vfmal_lane_lowv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6498. extern rtx gen_vfmal_lane_lowv8hfv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6499. extern rtx gen_vfmal_lane_lowv4hfv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6500. extern rtx gen_vfmal_lane_highv8hfv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6501. extern rtx gen_vfmal_lane_highv4hfv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6502. extern rtx gen_vfmal_lane_highv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6503. extern rtx gen_vfmal_lane_highv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6504. extern rtx gen_vfmsl_lane_lowv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6505. extern rtx gen_vfmsl_lane_lowv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6506. extern rtx gen_vfmsl_lane_lowv8hfv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6507. extern rtx gen_vfmsl_lane_lowv4hfv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6508. extern rtx gen_vfmsl_lane_highv8hfv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6509. extern rtx gen_vfmsl_lane_highv4hfv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6510. extern rtx gen_vfmsl_lane_highv2sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6511. extern rtx gen_vfmsl_lane_highv4sf_intrinsic (rtx, rtx, rtx, rtx, rtx, rtx);
  6512. extern rtx gen_neon_vmlav8qi_unspec (rtx, rtx, rtx, rtx);
  6513. extern rtx gen_neon_vmlav16qi_unspec (rtx, rtx, rtx, rtx);
  6514. extern rtx gen_neon_vmlav4hi_unspec (rtx, rtx, rtx, rtx);
  6515. extern rtx gen_neon_vmlav8hi_unspec (rtx, rtx, rtx, rtx);
  6516. extern rtx gen_neon_vmlav2si_unspec (rtx, rtx, rtx, rtx);
  6517. extern rtx gen_neon_vmlav4si_unspec (rtx, rtx, rtx, rtx);
  6518. extern rtx gen_neon_vmlav2sf_unspec (rtx, rtx, rtx, rtx);
  6519. extern rtx gen_neon_vmlav4sf_unspec (rtx, rtx, rtx, rtx);
  6520. extern rtx gen_neon_vmlalsv8qi (rtx, rtx, rtx, rtx);
  6521. extern rtx gen_neon_vmlaluv8qi (rtx, rtx, rtx, rtx);
  6522. extern rtx gen_neon_vmlalsv4hi (rtx, rtx, rtx, rtx);
  6523. extern rtx gen_neon_vmlaluv4hi (rtx, rtx, rtx, rtx);
  6524. extern rtx gen_neon_vmlalsv2si (rtx, rtx, rtx, rtx);
  6525. extern rtx gen_neon_vmlaluv2si (rtx, rtx, rtx, rtx);
  6526. extern rtx gen_neon_vmlsv8qi_unspec (rtx, rtx, rtx, rtx);
  6527. extern rtx gen_neon_vmlsv16qi_unspec (rtx, rtx, rtx, rtx);
  6528. extern rtx gen_neon_vmlsv4hi_unspec (rtx, rtx, rtx, rtx);
  6529. extern rtx gen_neon_vmlsv8hi_unspec (rtx, rtx, rtx, rtx);
  6530. extern rtx gen_neon_vmlsv2si_unspec (rtx, rtx, rtx, rtx);
  6531. extern rtx gen_neon_vmlsv4si_unspec (rtx, rtx, rtx, rtx);
  6532. extern rtx gen_neon_vmlsv2sf_unspec (rtx, rtx, rtx, rtx);
  6533. extern rtx gen_neon_vmlsv4sf_unspec (rtx, rtx, rtx, rtx);
  6534. extern rtx gen_neon_vmlslsv8qi (rtx, rtx, rtx, rtx);
  6535. extern rtx gen_neon_vmlsluv8qi (rtx, rtx, rtx, rtx);
  6536. extern rtx gen_neon_vmlslsv4hi (rtx, rtx, rtx, rtx);
  6537. extern rtx gen_neon_vmlsluv4hi (rtx, rtx, rtx, rtx);
  6538. extern rtx gen_neon_vmlslsv2si (rtx, rtx, rtx, rtx);
  6539. extern rtx gen_neon_vmlsluv2si (rtx, rtx, rtx, rtx);
  6540. extern rtx gen_neon_vqdmulhv4hi (rtx, rtx, rtx);
  6541. extern rtx gen_neon_vqrdmulhv4hi (rtx, rtx, rtx);
  6542. extern rtx gen_neon_vqdmulhv2si (rtx, rtx, rtx);
  6543. extern rtx gen_neon_vqrdmulhv2si (rtx, rtx, rtx);
  6544. extern rtx gen_neon_vqdmulhv8hi (rtx, rtx, rtx);
  6545. extern rtx gen_neon_vqrdmulhv8hi (rtx, rtx, rtx);
  6546. extern rtx gen_neon_vqdmulhv4si (rtx, rtx, rtx);
  6547. extern rtx gen_neon_vqrdmulhv4si (rtx, rtx, rtx);
  6548. extern rtx gen_neon_vqrdmlahv4hi (rtx, rtx, rtx, rtx);
  6549. extern rtx gen_neon_vqrdmlshv4hi (rtx, rtx, rtx, rtx);
  6550. extern rtx gen_neon_vqrdmlahv2si (rtx, rtx, rtx, rtx);
  6551. extern rtx gen_neon_vqrdmlshv2si (rtx, rtx, rtx, rtx);
  6552. extern rtx gen_neon_vqrdmlahv8hi (rtx, rtx, rtx, rtx);
  6553. extern rtx gen_neon_vqrdmlshv8hi (rtx, rtx, rtx, rtx);
  6554. extern rtx gen_neon_vqrdmlahv4si (rtx, rtx, rtx, rtx);
  6555. extern rtx gen_neon_vqrdmlshv4si (rtx, rtx, rtx, rtx);
  6556. extern rtx gen_neon_vqdmlalv4hi (rtx, rtx, rtx, rtx);
  6557. extern rtx gen_neon_vqdmlalv2si (rtx, rtx, rtx, rtx);
  6558. extern rtx gen_neon_vqdmlslv4hi (rtx, rtx, rtx, rtx);
  6559. extern rtx gen_neon_vqdmlslv2si (rtx, rtx, rtx, rtx);
  6560. extern rtx gen_neon_vmullsv8qi (rtx, rtx, rtx);
  6561. extern rtx gen_neon_vmulluv8qi (rtx, rtx, rtx);
  6562. extern rtx gen_neon_vmullpv8qi (rtx, rtx, rtx);
  6563. extern rtx gen_neon_vmullsv4hi (rtx, rtx, rtx);
  6564. extern rtx gen_neon_vmulluv4hi (rtx, rtx, rtx);
  6565. extern rtx gen_neon_vmullpv4hi (rtx, rtx, rtx);
  6566. extern rtx gen_neon_vmullsv2si (rtx, rtx, rtx);
  6567. extern rtx gen_neon_vmulluv2si (rtx, rtx, rtx);
  6568. extern rtx gen_neon_vmullpv2si (rtx, rtx, rtx);
  6569. extern rtx gen_neon_vqdmullv4hi (rtx, rtx, rtx);
  6570. extern rtx gen_neon_vqdmullv2si (rtx, rtx, rtx);
  6571. extern rtx gen_neon_vsubv2sf_unspec (rtx, rtx, rtx);
  6572. extern rtx gen_neon_vsubv4sf_unspec (rtx, rtx, rtx);
  6573. extern rtx gen_neon_vsublsv8qi (rtx, rtx, rtx);
  6574. extern rtx gen_neon_vsubluv8qi (rtx, rtx, rtx);
  6575. extern rtx gen_neon_vsublsv4hi (rtx, rtx, rtx);
  6576. extern rtx gen_neon_vsubluv4hi (rtx, rtx, rtx);
  6577. extern rtx gen_neon_vsublsv2si (rtx, rtx, rtx);
  6578. extern rtx gen_neon_vsubluv2si (rtx, rtx, rtx);
  6579. extern rtx gen_neon_vsubwsv8qi (rtx, rtx, rtx);
  6580. extern rtx gen_neon_vsubwuv8qi (rtx, rtx, rtx);
  6581. extern rtx gen_neon_vsubwsv4hi (rtx, rtx, rtx);
  6582. extern rtx gen_neon_vsubwuv4hi (rtx, rtx, rtx);
  6583. extern rtx gen_neon_vsubwsv2si (rtx, rtx, rtx);
  6584. extern rtx gen_neon_vsubwuv2si (rtx, rtx, rtx);
  6585. extern rtx gen_neon_vqsubsv8qi (rtx, rtx, rtx);
  6586. extern rtx gen_neon_vqsubuv8qi (rtx, rtx, rtx);
  6587. extern rtx gen_neon_vqsubsv16qi (rtx, rtx, rtx);
  6588. extern rtx gen_neon_vqsubuv16qi (rtx, rtx, rtx);
  6589. extern rtx gen_neon_vqsubsv4hi (rtx, rtx, rtx);
  6590. extern rtx gen_neon_vqsubuv4hi (rtx, rtx, rtx);
  6591. extern rtx gen_neon_vqsubsv8hi (rtx, rtx, rtx);
  6592. extern rtx gen_neon_vqsubuv8hi (rtx, rtx, rtx);
  6593. extern rtx gen_neon_vqsubsv2si (rtx, rtx, rtx);
  6594. extern rtx gen_neon_vqsubuv2si (rtx, rtx, rtx);
  6595. extern rtx gen_neon_vqsubsv4si (rtx, rtx, rtx);
  6596. extern rtx gen_neon_vqsubuv4si (rtx, rtx, rtx);
  6597. extern rtx gen_neon_vqsubsdi (rtx, rtx, rtx);
  6598. extern rtx gen_neon_vqsubudi (rtx, rtx, rtx);
  6599. extern rtx gen_neon_vqsubsv2di (rtx, rtx, rtx);
  6600. extern rtx gen_neon_vqsubuv2di (rtx, rtx, rtx);
  6601. extern rtx gen_neon_vhsubsv8qi (rtx, rtx, rtx);
  6602. extern rtx gen_neon_vhsubuv8qi (rtx, rtx, rtx);
  6603. extern rtx gen_neon_vhsubsv16qi (rtx, rtx, rtx);
  6604. extern rtx gen_neon_vhsubuv16qi (rtx, rtx, rtx);
  6605. extern rtx gen_neon_vhsubsv4hi (rtx, rtx, rtx);
  6606. extern rtx gen_neon_vhsubuv4hi (rtx, rtx, rtx);
  6607. extern rtx gen_neon_vhsubsv8hi (rtx, rtx, rtx);
  6608. extern rtx gen_neon_vhsubuv8hi (rtx, rtx, rtx);
  6609. extern rtx gen_neon_vhsubsv2si (rtx, rtx, rtx);
  6610. extern rtx gen_neon_vhsubuv2si (rtx, rtx, rtx);
  6611. extern rtx gen_neon_vhsubsv4si (rtx, rtx, rtx);
  6612. extern rtx gen_neon_vhsubuv4si (rtx, rtx, rtx);
  6613. extern rtx gen_neon_vsubhnv8hi (rtx, rtx, rtx);
  6614. extern rtx gen_neon_vrsubhnv8hi (rtx, rtx, rtx);
  6615. extern rtx gen_neon_vsubhnv4si (rtx, rtx, rtx);
  6616. extern rtx gen_neon_vrsubhnv4si (rtx, rtx, rtx);
  6617. extern rtx gen_neon_vsubhnv2di (rtx, rtx, rtx);
  6618. extern rtx gen_neon_vrsubhnv2di (rtx, rtx, rtx);
  6619. extern rtx gen_neon_vceqv8qi_insn (rtx, rtx, rtx);
  6620. extern rtx gen_neon_vcgtv8qi_insn (rtx, rtx, rtx);
  6621. extern rtx gen_neon_vcgev8qi_insn (rtx, rtx, rtx);
  6622. extern rtx gen_neon_vclev8qi_insn (rtx, rtx, rtx);
  6623. extern rtx gen_neon_vcltv8qi_insn (rtx, rtx, rtx);
  6624. extern rtx gen_neon_vceqv16qi_insn (rtx, rtx, rtx);
  6625. extern rtx gen_neon_vcgtv16qi_insn (rtx, rtx, rtx);
  6626. extern rtx gen_neon_vcgev16qi_insn (rtx, rtx, rtx);
  6627. extern rtx gen_neon_vclev16qi_insn (rtx, rtx, rtx);
  6628. extern rtx gen_neon_vcltv16qi_insn (rtx, rtx, rtx);
  6629. extern rtx gen_neon_vceqv4hi_insn (rtx, rtx, rtx);
  6630. extern rtx gen_neon_vcgtv4hi_insn (rtx, rtx, rtx);
  6631. extern rtx gen_neon_vcgev4hi_insn (rtx, rtx, rtx);
  6632. extern rtx gen_neon_vclev4hi_insn (rtx, rtx, rtx);
  6633. extern rtx gen_neon_vcltv4hi_insn (rtx, rtx, rtx);
  6634. extern rtx gen_neon_vceqv8hi_insn (rtx, rtx, rtx);
  6635. extern rtx gen_neon_vcgtv8hi_insn (rtx, rtx, rtx);
  6636. extern rtx gen_neon_vcgev8hi_insn (rtx, rtx, rtx);
  6637. extern rtx gen_neon_vclev8hi_insn (rtx, rtx, rtx);
  6638. extern rtx gen_neon_vcltv8hi_insn (rtx, rtx, rtx);
  6639. extern rtx gen_neon_vceqv2si_insn (rtx, rtx, rtx);
  6640. extern rtx gen_neon_vcgtv2si_insn (rtx, rtx, rtx);
  6641. extern rtx gen_neon_vcgev2si_insn (rtx, rtx, rtx);
  6642. extern rtx gen_neon_vclev2si_insn (rtx, rtx, rtx);
  6643. extern rtx gen_neon_vcltv2si_insn (rtx, rtx, rtx);
  6644. extern rtx gen_neon_vceqv4si_insn (rtx, rtx, rtx);
  6645. extern rtx gen_neon_vcgtv4si_insn (rtx, rtx, rtx);
  6646. extern rtx gen_neon_vcgev4si_insn (rtx, rtx, rtx);
  6647. extern rtx gen_neon_vclev4si_insn (rtx, rtx, rtx);
  6648. extern rtx gen_neon_vcltv4si_insn (rtx, rtx, rtx);
  6649. extern rtx gen_neon_vceqv2sf_insn (rtx, rtx, rtx);
  6650. extern rtx gen_neon_vcgtv2sf_insn (rtx, rtx, rtx);
  6651. extern rtx gen_neon_vcgev2sf_insn (rtx, rtx, rtx);
  6652. extern rtx gen_neon_vclev2sf_insn (rtx, rtx, rtx);
  6653. extern rtx gen_neon_vcltv2sf_insn (rtx, rtx, rtx);
  6654. extern rtx gen_neon_vceqv4sf_insn (rtx, rtx, rtx);
  6655. extern rtx gen_neon_vcgtv4sf_insn (rtx, rtx, rtx);
  6656. extern rtx gen_neon_vcgev4sf_insn (rtx, rtx, rtx);
  6657. extern rtx gen_neon_vclev4sf_insn (rtx, rtx, rtx);
  6658. extern rtx gen_neon_vcltv4sf_insn (rtx, rtx, rtx);
  6659. extern rtx gen_neon_vceqv2sf_insn_unspec (rtx, rtx, rtx);
  6660. extern rtx gen_neon_vcgtv2sf_insn_unspec (rtx, rtx, rtx);
  6661. extern rtx gen_neon_vcgev2sf_insn_unspec (rtx, rtx, rtx);
  6662. extern rtx gen_neon_vcltv2sf_insn_unspec (rtx, rtx, rtx);
  6663. extern rtx gen_neon_vclev2sf_insn_unspec (rtx, rtx, rtx);
  6664. extern rtx gen_neon_vceqv4sf_insn_unspec (rtx, rtx, rtx);
  6665. extern rtx gen_neon_vcgtv4sf_insn_unspec (rtx, rtx, rtx);
  6666. extern rtx gen_neon_vcgev4sf_insn_unspec (rtx, rtx, rtx);
  6667. extern rtx gen_neon_vcltv4sf_insn_unspec (rtx, rtx, rtx);
  6668. extern rtx gen_neon_vclev4sf_insn_unspec (rtx, rtx, rtx);
  6669. extern rtx gen_neon_vceqv8hf_fp16insn (rtx, rtx, rtx);
  6670. extern rtx gen_neon_vcgtv8hf_fp16insn (rtx, rtx, rtx);
  6671. extern rtx gen_neon_vcgev8hf_fp16insn (rtx, rtx, rtx);
  6672. extern rtx gen_neon_vclev8hf_fp16insn (rtx, rtx, rtx);
  6673. extern rtx gen_neon_vcltv8hf_fp16insn (rtx, rtx, rtx);
  6674. extern rtx gen_neon_vceqv4hf_fp16insn (rtx, rtx, rtx);
  6675. extern rtx gen_neon_vcgtv4hf_fp16insn (rtx, rtx, rtx);
  6676. extern rtx gen_neon_vcgev4hf_fp16insn (rtx, rtx, rtx);
  6677. extern rtx gen_neon_vclev4hf_fp16insn (rtx, rtx, rtx);
  6678. extern rtx gen_neon_vcltv4hf_fp16insn (rtx, rtx, rtx);
  6679. extern rtx gen_neon_vceqv8hf_fp16insn_unspec (rtx, rtx, rtx);
  6680. extern rtx gen_neon_vcgtv8hf_fp16insn_unspec (rtx, rtx, rtx);
  6681. extern rtx gen_neon_vcgev8hf_fp16insn_unspec (rtx, rtx, rtx);
  6682. extern rtx gen_neon_vcltv8hf_fp16insn_unspec (rtx, rtx, rtx);
  6683. extern rtx gen_neon_vclev8hf_fp16insn_unspec (rtx, rtx, rtx);
  6684. extern rtx gen_neon_vceqv4hf_fp16insn_unspec (rtx, rtx, rtx);
  6685. extern rtx gen_neon_vcgtv4hf_fp16insn_unspec (rtx, rtx, rtx);
  6686. extern rtx gen_neon_vcgev4hf_fp16insn_unspec (rtx, rtx, rtx);
  6687. extern rtx gen_neon_vcltv4hf_fp16insn_unspec (rtx, rtx, rtx);
  6688. extern rtx gen_neon_vclev4hf_fp16insn_unspec (rtx, rtx, rtx);
  6689. extern rtx gen_neon_vcgtuv8qi (rtx, rtx, rtx);
  6690. extern rtx gen_neon_vcgeuv8qi (rtx, rtx, rtx);
  6691. extern rtx gen_neon_vcgtuv16qi (rtx, rtx, rtx);
  6692. extern rtx gen_neon_vcgeuv16qi (rtx, rtx, rtx);
  6693. extern rtx gen_neon_vcgtuv4hi (rtx, rtx, rtx);
  6694. extern rtx gen_neon_vcgeuv4hi (rtx, rtx, rtx);
  6695. extern rtx gen_neon_vcgtuv8hi (rtx, rtx, rtx);
  6696. extern rtx gen_neon_vcgeuv8hi (rtx, rtx, rtx);
  6697. extern rtx gen_neon_vcgtuv2si (rtx, rtx, rtx);
  6698. extern rtx gen_neon_vcgeuv2si (rtx, rtx, rtx);
  6699. extern rtx gen_neon_vcgtuv4si (rtx, rtx, rtx);
  6700. extern rtx gen_neon_vcgeuv4si (rtx, rtx, rtx);
  6701. extern rtx gen_neon_vcagtv2sf_insn (rtx, rtx, rtx);
  6702. extern rtx gen_neon_vcagev2sf_insn (rtx, rtx, rtx);
  6703. extern rtx gen_neon_vcagtv4sf_insn (rtx, rtx, rtx);
  6704. extern rtx gen_neon_vcagev4sf_insn (rtx, rtx, rtx);
  6705. extern rtx gen_neon_vcagev2sf_insn_unspec (rtx, rtx, rtx);
  6706. extern rtx gen_neon_vcagtv2sf_insn_unspec (rtx, rtx, rtx);
  6707. extern rtx gen_neon_vcagev4sf_insn_unspec (rtx, rtx, rtx);
  6708. extern rtx gen_neon_vcagtv4sf_insn_unspec (rtx, rtx, rtx);
  6709. extern rtx gen_neon_vcagtv8hf_fp16insn (rtx, rtx, rtx);
  6710. extern rtx gen_neon_vcagev8hf_fp16insn (rtx, rtx, rtx);
  6711. extern rtx gen_neon_vcaltv8hf_fp16insn (rtx, rtx, rtx);
  6712. extern rtx gen_neon_vcalev8hf_fp16insn (rtx, rtx, rtx);
  6713. extern rtx gen_neon_vcagtv4hf_fp16insn (rtx, rtx, rtx);
  6714. extern rtx gen_neon_vcagev4hf_fp16insn (rtx, rtx, rtx);
  6715. extern rtx gen_neon_vcaltv4hf_fp16insn (rtx, rtx, rtx);
  6716. extern rtx gen_neon_vcalev4hf_fp16insn (rtx, rtx, rtx);
  6717. extern rtx gen_neon_vcagev8hf_fp16insn_unspec (rtx, rtx, rtx);
  6718. extern rtx gen_neon_vcagtv8hf_fp16insn_unspec (rtx, rtx, rtx);
  6719. extern rtx gen_neon_vcalev8hf_fp16insn_unspec (rtx, rtx, rtx);
  6720. extern rtx gen_neon_vcaltv8hf_fp16insn_unspec (rtx, rtx, rtx);
  6721. extern rtx gen_neon_vcagev4hf_fp16insn_unspec (rtx, rtx, rtx);
  6722. extern rtx gen_neon_vcagtv4hf_fp16insn_unspec (rtx, rtx, rtx);
  6723. extern rtx gen_neon_vcalev4hf_fp16insn_unspec (rtx, rtx, rtx);
  6724. extern rtx gen_neon_vcaltv4hf_fp16insn_unspec (rtx, rtx, rtx);
  6725. extern rtx gen_neon_vtstv8qi (rtx, rtx, rtx);
  6726. extern rtx gen_neon_vtstv16qi (rtx, rtx, rtx);
  6727. extern rtx gen_neon_vtstv4hi (rtx, rtx, rtx);
  6728. extern rtx gen_neon_vtstv8hi (rtx, rtx, rtx);
  6729. extern rtx gen_neon_vtstv2si (rtx, rtx, rtx);
  6730. extern rtx gen_neon_vtstv4si (rtx, rtx, rtx);
  6731. extern rtx gen_neon_vabdsv8qi (rtx, rtx, rtx);
  6732. extern rtx gen_neon_vabduv8qi (rtx, rtx, rtx);
  6733. extern rtx gen_neon_vabdsv16qi (rtx, rtx, rtx);
  6734. extern rtx gen_neon_vabduv16qi (rtx, rtx, rtx);
  6735. extern rtx gen_neon_vabdsv4hi (rtx, rtx, rtx);
  6736. extern rtx gen_neon_vabduv4hi (rtx, rtx, rtx);
  6737. extern rtx gen_neon_vabdsv8hi (rtx, rtx, rtx);
  6738. extern rtx gen_neon_vabduv8hi (rtx, rtx, rtx);
  6739. extern rtx gen_neon_vabdsv2si (rtx, rtx, rtx);
  6740. extern rtx gen_neon_vabduv2si (rtx, rtx, rtx);
  6741. extern rtx gen_neon_vabdsv4si (rtx, rtx, rtx);
  6742. extern rtx gen_neon_vabduv4si (rtx, rtx, rtx);
  6743. extern rtx gen_neon_vabdv8hf (rtx, rtx, rtx);
  6744. extern rtx gen_neon_vabdv4hf (rtx, rtx, rtx);
  6745. extern rtx gen_neon_vabdfv2sf (rtx, rtx, rtx);
  6746. extern rtx gen_neon_vabdfv4sf (rtx, rtx, rtx);
  6747. extern rtx gen_neon_vabdlsv8qi (rtx, rtx, rtx);
  6748. extern rtx gen_neon_vabdluv8qi (rtx, rtx, rtx);
  6749. extern rtx gen_neon_vabdlsv4hi (rtx, rtx, rtx);
  6750. extern rtx gen_neon_vabdluv4hi (rtx, rtx, rtx);
  6751. extern rtx gen_neon_vabdlsv2si (rtx, rtx, rtx);
  6752. extern rtx gen_neon_vabdluv2si (rtx, rtx, rtx);
  6753. extern rtx gen_neon_vabasv8qi (rtx, rtx, rtx, rtx);
  6754. extern rtx gen_neon_vabauv8qi (rtx, rtx, rtx, rtx);
  6755. extern rtx gen_neon_vabasv16qi (rtx, rtx, rtx, rtx);
  6756. extern rtx gen_neon_vabauv16qi (rtx, rtx, rtx, rtx);
  6757. extern rtx gen_neon_vabasv4hi (rtx, rtx, rtx, rtx);
  6758. extern rtx gen_neon_vabauv4hi (rtx, rtx, rtx, rtx);
  6759. extern rtx gen_neon_vabasv8hi (rtx, rtx, rtx, rtx);
  6760. extern rtx gen_neon_vabauv8hi (rtx, rtx, rtx, rtx);
  6761. extern rtx gen_neon_vabasv2si (rtx, rtx, rtx, rtx);
  6762. extern rtx gen_neon_vabauv2si (rtx, rtx, rtx, rtx);
  6763. extern rtx gen_neon_vabasv4si (rtx, rtx, rtx, rtx);
  6764. extern rtx gen_neon_vabauv4si (rtx, rtx, rtx, rtx);
  6765. extern rtx gen_neon_vabalsv8qi (rtx, rtx, rtx, rtx);
  6766. extern rtx gen_neon_vabaluv8qi (rtx, rtx, rtx, rtx);
  6767. extern rtx gen_neon_vabalsv4hi (rtx, rtx, rtx, rtx);
  6768. extern rtx gen_neon_vabaluv4hi (rtx, rtx, rtx, rtx);
  6769. extern rtx gen_neon_vabalsv2si (rtx, rtx, rtx, rtx);
  6770. extern rtx gen_neon_vabaluv2si (rtx, rtx, rtx, rtx);
  6771. extern rtx gen_neon_vmaxsv8qi (rtx, rtx, rtx);
  6772. extern rtx gen_neon_vmaxuv8qi (rtx, rtx, rtx);
  6773. extern rtx gen_neon_vminsv8qi (rtx, rtx, rtx);
  6774. extern rtx gen_neon_vminuv8qi (rtx, rtx, rtx);
  6775. extern rtx gen_neon_vmaxsv16qi (rtx, rtx, rtx);
  6776. extern rtx gen_neon_vmaxuv16qi (rtx, rtx, rtx);
  6777. extern rtx gen_neon_vminsv16qi (rtx, rtx, rtx);
  6778. extern rtx gen_neon_vminuv16qi (rtx, rtx, rtx);
  6779. extern rtx gen_neon_vmaxsv4hi (rtx, rtx, rtx);
  6780. extern rtx gen_neon_vmaxuv4hi (rtx, rtx, rtx);
  6781. extern rtx gen_neon_vminsv4hi (rtx, rtx, rtx);
  6782. extern rtx gen_neon_vminuv4hi (rtx, rtx, rtx);
  6783. extern rtx gen_neon_vmaxsv8hi (rtx, rtx, rtx);
  6784. extern rtx gen_neon_vmaxuv8hi (rtx, rtx, rtx);
  6785. extern rtx gen_neon_vminsv8hi (rtx, rtx, rtx);
  6786. extern rtx gen_neon_vminuv8hi (rtx, rtx, rtx);
  6787. extern rtx gen_neon_vmaxsv2si (rtx, rtx, rtx);
  6788. extern rtx gen_neon_vmaxuv2si (rtx, rtx, rtx);
  6789. extern rtx gen_neon_vminsv2si (rtx, rtx, rtx);
  6790. extern rtx gen_neon_vminuv2si (rtx, rtx, rtx);
  6791. extern rtx gen_neon_vmaxsv4si (rtx, rtx, rtx);
  6792. extern rtx gen_neon_vmaxuv4si (rtx, rtx, rtx);
  6793. extern rtx gen_neon_vminsv4si (rtx, rtx, rtx);
  6794. extern rtx gen_neon_vminuv4si (rtx, rtx, rtx);
  6795. extern rtx gen_neon_vmaxfv2sf (rtx, rtx, rtx);
  6796. extern rtx gen_neon_vminfv2sf (rtx, rtx, rtx);
  6797. extern rtx gen_neon_vmaxfv4sf (rtx, rtx, rtx);
  6798. extern rtx gen_neon_vminfv4sf (rtx, rtx, rtx);
  6799. extern rtx gen_neon_vmaxfv8hf (rtx, rtx, rtx);
  6800. extern rtx gen_neon_vminfv8hf (rtx, rtx, rtx);
  6801. extern rtx gen_neon_vmaxfv4hf (rtx, rtx, rtx);
  6802. extern rtx gen_neon_vminfv4hf (rtx, rtx, rtx);
  6803. extern rtx gen_neon_vpmaxfv4hf (rtx, rtx, rtx);
  6804. extern rtx gen_neon_vpminfv4hf (rtx, rtx, rtx);
  6805. extern rtx gen_neon_vmaxnmv8hf (rtx, rtx, rtx);
  6806. extern rtx gen_neon_vminnmv8hf (rtx, rtx, rtx);
  6807. extern rtx gen_neon_vmaxnmv4hf (rtx, rtx, rtx);
  6808. extern rtx gen_neon_vminnmv4hf (rtx, rtx, rtx);
  6809. extern rtx gen_neon_vmaxnmv2sf (rtx, rtx, rtx);
  6810. extern rtx gen_neon_vminnmv2sf (rtx, rtx, rtx);
  6811. extern rtx gen_neon_vmaxnmv4sf (rtx, rtx, rtx);
  6812. extern rtx gen_neon_vminnmv4sf (rtx, rtx, rtx);
  6813. extern rtx gen_fmaxv2sf3 (rtx, rtx, rtx);
  6814. extern rtx gen_fminv2sf3 (rtx, rtx, rtx);
  6815. extern rtx gen_fmaxv4sf3 (rtx, rtx, rtx);
  6816. extern rtx gen_fminv4sf3 (rtx, rtx, rtx);
  6817. extern rtx gen_neon_vpaddlsv8qi (rtx, rtx);
  6818. extern rtx gen_neon_vpaddluv8qi (rtx, rtx);
  6819. extern rtx gen_neon_vpaddlsv16qi (rtx, rtx);
  6820. extern rtx gen_neon_vpaddluv16qi (rtx, rtx);
  6821. extern rtx gen_neon_vpaddlsv4hi (rtx, rtx);
  6822. extern rtx gen_neon_vpaddluv4hi (rtx, rtx);
  6823. extern rtx gen_neon_vpaddlsv8hi (rtx, rtx);
  6824. extern rtx gen_neon_vpaddluv8hi (rtx, rtx);
  6825. extern rtx gen_neon_vpaddlsv2si (rtx, rtx);
  6826. extern rtx gen_neon_vpaddluv2si (rtx, rtx);
  6827. extern rtx gen_neon_vpaddlsv4si (rtx, rtx);
  6828. extern rtx gen_neon_vpaddluv4si (rtx, rtx);
  6829. extern rtx gen_neon_vpadalsv8qi (rtx, rtx, rtx);
  6830. extern rtx gen_neon_vpadaluv8qi (rtx, rtx, rtx);
  6831. extern rtx gen_neon_vpadalsv16qi (rtx, rtx, rtx);
  6832. extern rtx gen_neon_vpadaluv16qi (rtx, rtx, rtx);
  6833. extern rtx gen_neon_vpadalsv4hi (rtx, rtx, rtx);
  6834. extern rtx gen_neon_vpadaluv4hi (rtx, rtx, rtx);
  6835. extern rtx gen_neon_vpadalsv8hi (rtx, rtx, rtx);
  6836. extern rtx gen_neon_vpadaluv8hi (rtx, rtx, rtx);
  6837. extern rtx gen_neon_vpadalsv2si (rtx, rtx, rtx);
  6838. extern rtx gen_neon_vpadaluv2si (rtx, rtx, rtx);
  6839. extern rtx gen_neon_vpadalsv4si (rtx, rtx, rtx);
  6840. extern rtx gen_neon_vpadaluv4si (rtx, rtx, rtx);
  6841. extern rtx gen_neon_vpmaxsv8qi (rtx, rtx, rtx);
  6842. extern rtx gen_neon_vpmaxuv8qi (rtx, rtx, rtx);
  6843. extern rtx gen_neon_vpminsv8qi (rtx, rtx, rtx);
  6844. extern rtx gen_neon_vpminuv8qi (rtx, rtx, rtx);
  6845. extern rtx gen_neon_vpmaxsv4hi (rtx, rtx, rtx);
  6846. extern rtx gen_neon_vpmaxuv4hi (rtx, rtx, rtx);
  6847. extern rtx gen_neon_vpminsv4hi (rtx, rtx, rtx);
  6848. extern rtx gen_neon_vpminuv4hi (rtx, rtx, rtx);
  6849. extern rtx gen_neon_vpmaxsv2si (rtx, rtx, rtx);
  6850. extern rtx gen_neon_vpmaxuv2si (rtx, rtx, rtx);
  6851. extern rtx gen_neon_vpminsv2si (rtx, rtx, rtx);
  6852. extern rtx gen_neon_vpminuv2si (rtx, rtx, rtx);
  6853. extern rtx gen_neon_vpmaxfv2sf (rtx, rtx, rtx);
  6854. extern rtx gen_neon_vpminfv2sf (rtx, rtx, rtx);
  6855. extern rtx gen_neon_vpmaxfv4sf (rtx, rtx, rtx);
  6856. extern rtx gen_neon_vpminfv4sf (rtx, rtx, rtx);
  6857. extern rtx gen_neon_vrecpsv2sf (rtx, rtx, rtx);
  6858. extern rtx gen_neon_vrecpsv4sf (rtx, rtx, rtx);
  6859. extern rtx gen_neon_vrecpsv8hf (rtx, rtx, rtx);
  6860. extern rtx gen_neon_vrecpsv4hf (rtx, rtx, rtx);
  6861. extern rtx gen_neon_vrsqrtsv2sf (rtx, rtx, rtx);
  6862. extern rtx gen_neon_vrsqrtsv4sf (rtx, rtx, rtx);
  6863. extern rtx gen_neon_vrsqrtsv8hf (rtx, rtx, rtx);
  6864. extern rtx gen_neon_vrsqrtsv4hf (rtx, rtx, rtx);
  6865. extern rtx gen_neon_vqabsv8qi (rtx, rtx);
  6866. extern rtx gen_neon_vqabsv16qi (rtx, rtx);
  6867. extern rtx gen_neon_vqabsv4hi (rtx, rtx);
  6868. extern rtx gen_neon_vqabsv8hi (rtx, rtx);
  6869. extern rtx gen_neon_vqabsv2si (rtx, rtx);
  6870. extern rtx gen_neon_vqabsv4si (rtx, rtx);
  6871. extern rtx gen_neon_bswapv4hi (rtx, rtx);
  6872. extern rtx gen_neon_bswapv8hi (rtx, rtx);
  6873. extern rtx gen_neon_bswapv2si (rtx, rtx);
  6874. extern rtx gen_neon_bswapv4si (rtx, rtx);
  6875. extern rtx gen_neon_bswapv2di (rtx, rtx);
  6876. extern rtx gen_neon_vcadd90v4hf (rtx, rtx, rtx);
  6877. extern rtx gen_neon_vcadd270v4hf (rtx, rtx, rtx);
  6878. extern rtx gen_neon_vcadd90v8hf (rtx, rtx, rtx);
  6879. extern rtx gen_neon_vcadd270v8hf (rtx, rtx, rtx);
  6880. extern rtx gen_neon_vcadd90v2sf (rtx, rtx, rtx);
  6881. extern rtx gen_neon_vcadd270v2sf (rtx, rtx, rtx);
  6882. extern rtx gen_neon_vcadd90v4sf (rtx, rtx, rtx);
  6883. extern rtx gen_neon_vcadd270v4sf (rtx, rtx, rtx);
  6884. extern rtx gen_neon_vcmla0v4hf (rtx, rtx, rtx, rtx);
  6885. extern rtx gen_neon_vcmla90v4hf (rtx, rtx, rtx, rtx);
  6886. extern rtx gen_neon_vcmla180v4hf (rtx, rtx, rtx, rtx);
  6887. extern rtx gen_neon_vcmla270v4hf (rtx, rtx, rtx, rtx);
  6888. extern rtx gen_neon_vcmla0v8hf (rtx, rtx, rtx, rtx);
  6889. extern rtx gen_neon_vcmla90v8hf (rtx, rtx, rtx, rtx);
  6890. extern rtx gen_neon_vcmla180v8hf (rtx, rtx, rtx, rtx);
  6891. extern rtx gen_neon_vcmla270v8hf (rtx, rtx, rtx, rtx);
  6892. extern rtx gen_neon_vcmla0v2sf (rtx, rtx, rtx, rtx);
  6893. extern rtx gen_neon_vcmla90v2sf (rtx, rtx, rtx, rtx);
  6894. extern rtx gen_neon_vcmla180v2sf (rtx, rtx, rtx, rtx);
  6895. extern rtx gen_neon_vcmla270v2sf (rtx, rtx, rtx, rtx);
  6896. extern rtx gen_neon_vcmla0v4sf (rtx, rtx, rtx, rtx);
  6897. extern rtx gen_neon_vcmla90v4sf (rtx, rtx, rtx, rtx);
  6898. extern rtx gen_neon_vcmla180v4sf (rtx, rtx, rtx, rtx);
  6899. extern rtx gen_neon_vcmla270v4sf (rtx, rtx, rtx, rtx);
  6900. extern rtx gen_neon_vcmla_lane0v4hf (rtx, rtx, rtx, rtx, rtx);
  6901. extern rtx gen_neon_vcmla_lane90v4hf (rtx, rtx, rtx, rtx, rtx);
  6902. extern rtx gen_neon_vcmla_lane180v4hf (rtx, rtx, rtx, rtx, rtx);
  6903. extern rtx gen_neon_vcmla_lane270v4hf (rtx, rtx, rtx, rtx, rtx);
  6904. extern rtx gen_neon_vcmla_lane0v8hf (rtx, rtx, rtx, rtx, rtx);
  6905. extern rtx gen_neon_vcmla_lane90v8hf (rtx, rtx, rtx, rtx, rtx);
  6906. extern rtx gen_neon_vcmla_lane180v8hf (rtx, rtx, rtx, rtx, rtx);
  6907. extern rtx gen_neon_vcmla_lane270v8hf (rtx, rtx, rtx, rtx, rtx);
  6908. extern rtx gen_neon_vcmla_lane0v2sf (rtx, rtx, rtx, rtx, rtx);
  6909. extern rtx gen_neon_vcmla_lane90v2sf (rtx, rtx, rtx, rtx, rtx);
  6910. extern rtx gen_neon_vcmla_lane180v2sf (rtx, rtx, rtx, rtx, rtx);
  6911. extern rtx gen_neon_vcmla_lane270v2sf (rtx, rtx, rtx, rtx, rtx);
  6912. extern rtx gen_neon_vcmla_lane0v4sf (rtx, rtx, rtx, rtx, rtx);
  6913. extern rtx gen_neon_vcmla_lane90v4sf (rtx, rtx, rtx, rtx, rtx);
  6914. extern rtx gen_neon_vcmla_lane180v4sf (rtx, rtx, rtx, rtx, rtx);
  6915. extern rtx gen_neon_vcmla_lane270v4sf (rtx, rtx, rtx, rtx, rtx);
  6916. extern rtx gen_neon_vcmla_laneq0v2sf (rtx, rtx, rtx, rtx, rtx);
  6917. extern rtx gen_neon_vcmla_laneq90v2sf (rtx, rtx, rtx, rtx, rtx);
  6918. extern rtx gen_neon_vcmla_laneq180v2sf (rtx, rtx, rtx, rtx, rtx);
  6919. extern rtx gen_neon_vcmla_laneq270v2sf (rtx, rtx, rtx, rtx, rtx);
  6920. extern rtx gen_neon_vcmla_laneq0v4hf (rtx, rtx, rtx, rtx, rtx);
  6921. extern rtx gen_neon_vcmla_laneq90v4hf (rtx, rtx, rtx, rtx, rtx);
  6922. extern rtx gen_neon_vcmla_laneq180v4hf (rtx, rtx, rtx, rtx, rtx);
  6923. extern rtx gen_neon_vcmla_laneq270v4hf (rtx, rtx, rtx, rtx, rtx);
  6924. extern rtx gen_neon_vcmlaq_lane0v8hf (rtx, rtx, rtx, rtx, rtx);
  6925. extern rtx gen_neon_vcmlaq_lane90v8hf (rtx, rtx, rtx, rtx, rtx);
  6926. extern rtx gen_neon_vcmlaq_lane180v8hf (rtx, rtx, rtx, rtx, rtx);
  6927. extern rtx gen_neon_vcmlaq_lane270v8hf (rtx, rtx, rtx, rtx, rtx);
  6928. extern rtx gen_neon_vcmlaq_lane0v4sf (rtx, rtx, rtx, rtx, rtx);
  6929. extern rtx gen_neon_vcmlaq_lane90v4sf (rtx, rtx, rtx, rtx, rtx);
  6930. extern rtx gen_neon_vcmlaq_lane180v4sf (rtx, rtx, rtx, rtx, rtx);
  6931. extern rtx gen_neon_vcmlaq_lane270v4sf (rtx, rtx, rtx, rtx, rtx);
  6932. extern rtx gen_neon_sdotv8qi (rtx, rtx, rtx, rtx);
  6933. extern rtx gen_neon_udotv8qi (rtx, rtx, rtx, rtx);
  6934. extern rtx gen_neon_sdotv16qi (rtx, rtx, rtx, rtx);
  6935. extern rtx gen_neon_udotv16qi (rtx, rtx, rtx, rtx);
  6936. extern rtx gen_neon_usdotv8qi (rtx, rtx, rtx, rtx);
  6937. extern rtx gen_neon_usdotv16qi (rtx, rtx, rtx, rtx);
  6938. extern rtx gen_neon_sdot_lanev8qi (rtx, rtx, rtx, rtx, rtx);
  6939. extern rtx gen_neon_udot_lanev8qi (rtx, rtx, rtx, rtx, rtx);
  6940. extern rtx gen_neon_sdot_lanev16qi (rtx, rtx, rtx, rtx, rtx);
  6941. extern rtx gen_neon_udot_lanev16qi (rtx, rtx, rtx, rtx, rtx);
  6942. extern rtx gen_neon_usdot_lanev8qi (rtx, rtx, rtx, rtx, rtx);
  6943. extern rtx gen_neon_sudot_lanev8qi (rtx, rtx, rtx, rtx, rtx);
  6944. extern rtx gen_neon_usdot_lanev16qi (rtx, rtx, rtx, rtx, rtx);
  6945. extern rtx gen_neon_sudot_lanev16qi (rtx, rtx, rtx, rtx, rtx);
  6946. extern rtx gen_neon_vqnegv8qi (rtx, rtx);
  6947. extern rtx gen_neon_vqnegv16qi (rtx, rtx);
  6948. extern rtx gen_neon_vqnegv4hi (rtx, rtx);
  6949. extern rtx gen_neon_vqnegv8hi (rtx, rtx);
  6950. extern rtx gen_neon_vqnegv2si (rtx, rtx);
  6951. extern rtx gen_neon_vqnegv4si (rtx, rtx);
  6952. extern rtx gen_neon_vclsv8qi (rtx, rtx);
  6953. extern rtx gen_neon_vclsv16qi (rtx, rtx);
  6954. extern rtx gen_neon_vclsv4hi (rtx, rtx);
  6955. extern rtx gen_neon_vclsv8hi (rtx, rtx);
  6956. extern rtx gen_neon_vclsv2si (rtx, rtx);
  6957. extern rtx gen_neon_vclsv4si (rtx, rtx);
  6958. extern rtx gen_clzv8qi2 (rtx, rtx);
  6959. extern rtx gen_clzv16qi2 (rtx, rtx);
  6960. extern rtx gen_clzv4hi2 (rtx, rtx);
  6961. extern rtx gen_clzv8hi2 (rtx, rtx);
  6962. extern rtx gen_clzv2si2 (rtx, rtx);
  6963. extern rtx gen_clzv4si2 (rtx, rtx);
  6964. extern rtx gen_popcountv8qi2 (rtx, rtx);
  6965. extern rtx gen_popcountv16qi2 (rtx, rtx);
  6966. extern rtx gen_neon_vrecpev8hf (rtx, rtx);
  6967. extern rtx gen_neon_vrecpev4hf (rtx, rtx);
  6968. extern rtx gen_neon_vrecpev2si (rtx, rtx);
  6969. extern rtx gen_neon_vrecpev2sf (rtx, rtx);
  6970. extern rtx gen_neon_vrecpev4si (rtx, rtx);
  6971. extern rtx gen_neon_vrecpev4sf (rtx, rtx);
  6972. extern rtx gen_neon_vrsqrtev2si (rtx, rtx);
  6973. extern rtx gen_neon_vrsqrtev2sf (rtx, rtx);
  6974. extern rtx gen_neon_vrsqrtev4si (rtx, rtx);
  6975. extern rtx gen_neon_vrsqrtev4sf (rtx, rtx);
  6976. extern rtx gen_neon_vget_lanev8qi_sext_internal (rtx, rtx, rtx);
  6977. extern rtx gen_neon_vget_lanev4hi_sext_internal (rtx, rtx, rtx);
  6978. extern rtx gen_neon_vget_lanev2si_sext_internal (rtx, rtx, rtx);
  6979. extern rtx gen_neon_vget_lanev2sf_sext_internal (rtx, rtx, rtx);
  6980. extern rtx gen_neon_vget_lanev8qi_zext_internal (rtx, rtx, rtx);
  6981. extern rtx gen_neon_vget_lanev4hi_zext_internal (rtx, rtx, rtx);
  6982. extern rtx gen_neon_vget_lanev2si_zext_internal (rtx, rtx, rtx);
  6983. extern rtx gen_neon_vget_lanev2sf_zext_internal (rtx, rtx, rtx);
  6984. extern rtx gen_neon_vget_lanev16qi_sext_internal (rtx, rtx, rtx);
  6985. extern rtx gen_neon_vget_lanev8hi_sext_internal (rtx, rtx, rtx);
  6986. extern rtx gen_neon_vget_lanev8hf_sext_internal (rtx, rtx, rtx);
  6987. extern rtx gen_neon_vget_lanev4si_sext_internal (rtx, rtx, rtx);
  6988. extern rtx gen_neon_vget_lanev4sf_sext_internal (rtx, rtx, rtx);
  6989. extern rtx gen_neon_vget_lanev16qi_zext_internal (rtx, rtx, rtx);
  6990. extern rtx gen_neon_vget_lanev8hi_zext_internal (rtx, rtx, rtx);
  6991. extern rtx gen_neon_vget_lanev8hf_zext_internal (rtx, rtx, rtx);
  6992. extern rtx gen_neon_vget_lanev4si_zext_internal (rtx, rtx, rtx);
  6993. extern rtx gen_neon_vget_lanev4sf_zext_internal (rtx, rtx, rtx);
  6994. extern rtx gen_neon_vdup_nv8qi (rtx, rtx);
  6995. extern rtx gen_neon_vdup_nv4hi (rtx, rtx);
  6996. extern rtx gen_neon_vdup_nv16qi (rtx, rtx);
  6997. extern rtx gen_neon_vdup_nv8hi (rtx, rtx);
  6998. extern rtx gen_neon_vdup_nv4hf (rtx, rtx);
  6999. extern rtx gen_neon_vdup_nv8hf (rtx, rtx);
  7000. extern rtx gen_neon_vdup_nv4bf (rtx, rtx);
  7001. extern rtx gen_neon_vdup_nv8bf (rtx, rtx);
  7002. extern rtx gen_neon_vdup_nv2si (rtx, rtx);
  7003. extern rtx gen_neon_vdup_nv2sf (rtx, rtx);
  7004. extern rtx gen_neon_vdup_nv4si (rtx, rtx);
  7005. extern rtx gen_neon_vdup_nv4sf (rtx, rtx);
  7006. extern rtx gen_neon_vdup_nv2di (rtx, rtx);
  7007. extern rtx gen_neon_vdup_lanev8qi_internal (rtx, rtx, rtx);
  7008. extern rtx gen_neon_vdup_lanev16qi_internal (rtx, rtx, rtx);
  7009. extern rtx gen_neon_vdup_lanev4hi_internal (rtx, rtx, rtx);
  7010. extern rtx gen_neon_vdup_lanev8hi_internal (rtx, rtx, rtx);
  7011. extern rtx gen_neon_vdup_lanev2si_internal (rtx, rtx, rtx);
  7012. extern rtx gen_neon_vdup_lanev4si_internal (rtx, rtx, rtx);
  7013. extern rtx gen_neon_vdup_lanev2sf_internal (rtx, rtx, rtx);
  7014. extern rtx gen_neon_vdup_lanev4sf_internal (rtx, rtx, rtx);
  7015. extern rtx gen_neon_vdup_lanev8hf_internal (rtx, rtx, rtx);
  7016. extern rtx gen_neon_vdup_lanev4hf_internal (rtx, rtx, rtx);
  7017. extern rtx gen_neon_vdup_lanev4bf_internal (rtx, rtx, rtx);
  7018. extern rtx gen_neon_vdup_lanev8bf_internal (rtx, rtx, rtx);
  7019. extern rtx gen_neon_vcombinev8qi (rtx, rtx, rtx);
  7020. extern rtx gen_neon_vcombinev4hi (rtx, rtx, rtx);
  7021. extern rtx gen_neon_vcombinev4hf (rtx, rtx, rtx);
  7022. extern rtx gen_neon_vcombinev4bf (rtx, rtx, rtx);
  7023. extern rtx gen_neon_vcombinev2si (rtx, rtx, rtx);
  7024. extern rtx gen_neon_vcombinev2sf (rtx, rtx, rtx);
  7025. extern rtx gen_neon_vcombinedi (rtx, rtx, rtx);
  7026. extern rtx gen_floatv2siv2sf2 (rtx, rtx);
  7027. extern rtx gen_floatv4siv4sf2 (rtx, rtx);
  7028. extern rtx gen_floatunsv2siv2sf2 (rtx, rtx);
  7029. extern rtx gen_floatunsv4siv4sf2 (rtx, rtx);
  7030. extern rtx gen_fix_truncv2sfv2si2 (rtx, rtx);
  7031. extern rtx gen_fix_truncv4sfv4si2 (rtx, rtx);
  7032. extern rtx gen_fixuns_truncv2sfv2si2 (rtx, rtx);
  7033. extern rtx gen_fixuns_truncv4sfv4si2 (rtx, rtx);
  7034. extern rtx gen_neon_vcvtsv2sf (rtx, rtx);
  7035. extern rtx gen_neon_vcvtuv2sf (rtx, rtx);
  7036. extern rtx gen_neon_vcvtsv4sf (rtx, rtx);
  7037. extern rtx gen_neon_vcvtuv4sf (rtx, rtx);
  7038. extern rtx gen_neon_vcvtsv2si (rtx, rtx);
  7039. extern rtx gen_neon_vcvtuv2si (rtx, rtx);
  7040. extern rtx gen_neon_vcvtsv4si (rtx, rtx);
  7041. extern rtx gen_neon_vcvtuv4si (rtx, rtx);
  7042. extern rtx gen_neon_vcvtv4sfv4hf (rtx, rtx);
  7043. extern rtx gen_neon_vcvtv4hfv4sf (rtx, rtx);
  7044. extern rtx gen_neon_vcvtsv4hi (rtx, rtx);
  7045. extern rtx gen_neon_vcvtuv4hi (rtx, rtx);
  7046. extern rtx gen_neon_vcvtsv8hi (rtx, rtx);
  7047. extern rtx gen_neon_vcvtuv8hi (rtx, rtx);
  7048. extern rtx gen_neon_vcvtsv8hf (rtx, rtx);
  7049. extern rtx gen_neon_vcvtuv8hf (rtx, rtx);
  7050. extern rtx gen_neon_vcvtsv4hf (rtx, rtx);
  7051. extern rtx gen_neon_vcvtuv4hf (rtx, rtx);
  7052. extern rtx gen_neon_vcvts_nv2sf (rtx, rtx, rtx);
  7053. extern rtx gen_neon_vcvtu_nv2sf (rtx, rtx, rtx);
  7054. extern rtx gen_neon_vcvts_nv4sf (rtx, rtx, rtx);
  7055. extern rtx gen_neon_vcvtu_nv4sf (rtx, rtx, rtx);
  7056. extern rtx gen_neon_vcvts_nv8hf (rtx, rtx, rtx);
  7057. extern rtx gen_neon_vcvtu_nv8hf (rtx, rtx, rtx);
  7058. extern rtx gen_neon_vcvts_nv4hf (rtx, rtx, rtx);
  7059. extern rtx gen_neon_vcvtu_nv4hf (rtx, rtx, rtx);
  7060. extern rtx gen_neon_vcvts_nv2si (rtx, rtx, rtx);
  7061. extern rtx gen_neon_vcvtu_nv2si (rtx, rtx, rtx);
  7062. extern rtx gen_neon_vcvts_nv4si (rtx, rtx, rtx);
  7063. extern rtx gen_neon_vcvtu_nv4si (rtx, rtx, rtx);
  7064. extern rtx gen_neon_vcvts_nv4hi (rtx, rtx, rtx);
  7065. extern rtx gen_neon_vcvtu_nv4hi (rtx, rtx, rtx);
  7066. extern rtx gen_neon_vcvts_nv8hi (rtx, rtx, rtx);
  7067. extern rtx gen_neon_vcvtu_nv8hi (rtx, rtx, rtx);
  7068. extern rtx gen_neon_vcvtasv8hf (rtx, rtx);
  7069. extern rtx gen_neon_vcvtauv8hf (rtx, rtx);
  7070. extern rtx gen_neon_vcvtmsv8hf (rtx, rtx);
  7071. extern rtx gen_neon_vcvtmuv8hf (rtx, rtx);
  7072. extern rtx gen_neon_vcvtnsv8hf (rtx, rtx);
  7073. extern rtx gen_neon_vcvtnuv8hf (rtx, rtx);
  7074. extern rtx gen_neon_vcvtpsv8hf (rtx, rtx);
  7075. extern rtx gen_neon_vcvtpuv8hf (rtx, rtx);
  7076. extern rtx gen_neon_vcvtasv4hf (rtx, rtx);
  7077. extern rtx gen_neon_vcvtauv4hf (rtx, rtx);
  7078. extern rtx gen_neon_vcvtmsv4hf (rtx, rtx);
  7079. extern rtx gen_neon_vcvtmuv4hf (rtx, rtx);
  7080. extern rtx gen_neon_vcvtnsv4hf (rtx, rtx);
  7081. extern rtx gen_neon_vcvtnuv4hf (rtx, rtx);
  7082. extern rtx gen_neon_vcvtpsv4hf (rtx, rtx);
  7083. extern rtx gen_neon_vcvtpuv4hf (rtx, rtx);
  7084. extern rtx gen_neon_vmovnv8hi (rtx, rtx);
  7085. extern rtx gen_neon_vmovnv4si (rtx, rtx);
  7086. extern rtx gen_neon_vmovnv2di (rtx, rtx);
  7087. extern rtx gen_neon_vqmovnsv8hi (rtx, rtx);
  7088. extern rtx gen_neon_vqmovnuv8hi (rtx, rtx);
  7089. extern rtx gen_neon_vqmovnsv4si (rtx, rtx);
  7090. extern rtx gen_neon_vqmovnuv4si (rtx, rtx);
  7091. extern rtx gen_neon_vqmovnsv2di (rtx, rtx);
  7092. extern rtx gen_neon_vqmovnuv2di (rtx, rtx);
  7093. extern rtx gen_neon_vqmovunv8hi (rtx, rtx);
  7094. extern rtx gen_neon_vqmovunv4si (rtx, rtx);
  7095. extern rtx gen_neon_vqmovunv2di (rtx, rtx);
  7096. extern rtx gen_neon_vmovlsv8qi (rtx, rtx);
  7097. extern rtx gen_neon_vmovluv8qi (rtx, rtx);
  7098. extern rtx gen_neon_vmovlsv4hi (rtx, rtx);
  7099. extern rtx gen_neon_vmovluv4hi (rtx, rtx);
  7100. extern rtx gen_neon_vmovlsv2si (rtx, rtx);
  7101. extern rtx gen_neon_vmovluv2si (rtx, rtx);
  7102. extern rtx gen_neon_vmul_lanev4hi (rtx, rtx, rtx, rtx);
  7103. extern rtx gen_neon_vmul_lanev2si (rtx, rtx, rtx, rtx);
  7104. extern rtx gen_neon_vmul_lanev2sf (rtx, rtx, rtx, rtx);
  7105. extern rtx gen_neon_vmul_lanev8hi (rtx, rtx, rtx, rtx);
  7106. extern rtx gen_neon_vmul_lanev4si (rtx, rtx, rtx, rtx);
  7107. extern rtx gen_neon_vmul_lanev4sf (rtx, rtx, rtx, rtx);
  7108. extern rtx gen_neon_vmul_lanev8hf (rtx, rtx, rtx, rtx);
  7109. extern rtx gen_neon_vmul_lanev4hf (rtx, rtx, rtx, rtx);
  7110. extern rtx gen_neon_vmulls_lanev4hi (rtx, rtx, rtx, rtx);
  7111. extern rtx gen_neon_vmullu_lanev4hi (rtx, rtx, rtx, rtx);
  7112. extern rtx gen_neon_vmulls_lanev2si (rtx, rtx, rtx, rtx);
  7113. extern rtx gen_neon_vmullu_lanev2si (rtx, rtx, rtx, rtx);
  7114. extern rtx gen_neon_vqdmull_lanev4hi (rtx, rtx, rtx, rtx);
  7115. extern rtx gen_neon_vqdmull_lanev2si (rtx, rtx, rtx, rtx);
  7116. extern rtx gen_neon_vqdmulh_lanev8hi (rtx, rtx, rtx, rtx);
  7117. extern rtx gen_neon_vqrdmulh_lanev8hi (rtx, rtx, rtx, rtx);
  7118. extern rtx gen_neon_vqdmulh_lanev4si (rtx, rtx, rtx, rtx);
  7119. extern rtx gen_neon_vqrdmulh_lanev4si (rtx, rtx, rtx, rtx);
  7120. extern rtx gen_neon_vqdmulh_lanev4hi (rtx, rtx, rtx, rtx);
  7121. extern rtx gen_neon_vqrdmulh_lanev4hi (rtx, rtx, rtx, rtx);
  7122. extern rtx gen_neon_vqdmulh_lanev2si (rtx, rtx, rtx, rtx);
  7123. extern rtx gen_neon_vqrdmulh_lanev2si (rtx, rtx, rtx, rtx);
  7124. extern rtx gen_neon_vqrdmlah_lanev8hi (rtx, rtx, rtx, rtx, rtx);
  7125. extern rtx gen_neon_vqrdmlsh_lanev8hi (rtx, rtx, rtx, rtx, rtx);
  7126. extern rtx gen_neon_vqrdmlah_lanev4si (rtx, rtx, rtx, rtx, rtx);
  7127. extern rtx gen_neon_vqrdmlsh_lanev4si (rtx, rtx, rtx, rtx, rtx);
  7128. extern rtx gen_neon_vqrdmlah_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7129. extern rtx gen_neon_vqrdmlsh_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7130. extern rtx gen_neon_vqrdmlah_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7131. extern rtx gen_neon_vqrdmlsh_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7132. extern rtx gen_neon_vmla_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7133. extern rtx gen_neon_vmla_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7134. extern rtx gen_neon_vmla_lanev2sf (rtx, rtx, rtx, rtx, rtx);
  7135. extern rtx gen_neon_vmla_lanev8hi (rtx, rtx, rtx, rtx, rtx);
  7136. extern rtx gen_neon_vmla_lanev4si (rtx, rtx, rtx, rtx, rtx);
  7137. extern rtx gen_neon_vmla_lanev4sf (rtx, rtx, rtx, rtx, rtx);
  7138. extern rtx gen_neon_vmlals_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7139. extern rtx gen_neon_vmlalu_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7140. extern rtx gen_neon_vmlals_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7141. extern rtx gen_neon_vmlalu_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7142. extern rtx gen_neon_vqdmlal_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7143. extern rtx gen_neon_vqdmlal_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7144. extern rtx gen_neon_vmls_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7145. extern rtx gen_neon_vmls_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7146. extern rtx gen_neon_vmls_lanev2sf (rtx, rtx, rtx, rtx, rtx);
  7147. extern rtx gen_neon_vmls_lanev8hi (rtx, rtx, rtx, rtx, rtx);
  7148. extern rtx gen_neon_vmls_lanev4si (rtx, rtx, rtx, rtx, rtx);
  7149. extern rtx gen_neon_vmls_lanev4sf (rtx, rtx, rtx, rtx, rtx);
  7150. extern rtx gen_neon_vmlsls_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7151. extern rtx gen_neon_vmlslu_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7152. extern rtx gen_neon_vmlsls_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7153. extern rtx gen_neon_vmlslu_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7154. extern rtx gen_neon_vqdmlsl_lanev4hi (rtx, rtx, rtx, rtx, rtx);
  7155. extern rtx gen_neon_vqdmlsl_lanev2si (rtx, rtx, rtx, rtx, rtx);
  7156. extern rtx gen_neon_vextv8qi (rtx, rtx, rtx, rtx);
  7157. extern rtx gen_neon_vextv16qi (rtx, rtx, rtx, rtx);
  7158. extern rtx gen_neon_vextv4hi (rtx, rtx, rtx, rtx);
  7159. extern rtx gen_neon_vextv8hi (rtx, rtx, rtx, rtx);
  7160. extern rtx gen_neon_vextv2si (rtx, rtx, rtx, rtx);
  7161. extern rtx gen_neon_vextv4si (rtx, rtx, rtx, rtx);
  7162. extern rtx gen_neon_vextv4hf (rtx, rtx, rtx, rtx);
  7163. extern rtx gen_neon_vextv8hf (rtx, rtx, rtx, rtx);
  7164. extern rtx gen_neon_vextv4bf (rtx, rtx, rtx, rtx);
  7165. extern rtx gen_neon_vextv8bf (rtx, rtx, rtx, rtx);
  7166. extern rtx gen_neon_vextv2sf (rtx, rtx, rtx, rtx);
  7167. extern rtx gen_neon_vextv4sf (rtx, rtx, rtx, rtx);
  7168. extern rtx gen_neon_vextdi (rtx, rtx, rtx, rtx);
  7169. extern rtx gen_neon_vextv2di (rtx, rtx, rtx, rtx);
  7170. extern rtx gen_neon_vrev64v8qi (rtx, rtx);
  7171. extern rtx gen_neon_vrev64v16qi (rtx, rtx);
  7172. extern rtx gen_neon_vrev64v4hi (rtx, rtx);
  7173. extern rtx gen_neon_vrev64v8hi (rtx, rtx);
  7174. extern rtx gen_neon_vrev64v2si (rtx, rtx);
  7175. extern rtx gen_neon_vrev64v4si (rtx, rtx);
  7176. extern rtx gen_neon_vrev64v4hf (rtx, rtx);
  7177. extern rtx gen_neon_vrev64v8hf (rtx, rtx);
  7178. extern rtx gen_neon_vrev64v2sf (rtx, rtx);
  7179. extern rtx gen_neon_vrev64v4sf (rtx, rtx);
  7180. extern rtx gen_neon_vrev64v2di (rtx, rtx);
  7181. extern rtx gen_neon_vrev32v8qi (rtx, rtx);
  7182. extern rtx gen_neon_vrev32v4hi (rtx, rtx);
  7183. extern rtx gen_neon_vrev32v16qi (rtx, rtx);
  7184. extern rtx gen_neon_vrev32v8hi (rtx, rtx);
  7185. extern rtx gen_neon_vrev16v8qi (rtx, rtx);
  7186. extern rtx gen_neon_vrev16v16qi (rtx, rtx);
  7187. extern rtx gen_neon_vbslv8qi_internal (rtx, rtx, rtx, rtx);
  7188. extern rtx gen_neon_vbslv16qi_internal (rtx, rtx, rtx, rtx);
  7189. extern rtx gen_neon_vbslv4hi_internal (rtx, rtx, rtx, rtx);
  7190. extern rtx gen_neon_vbslv8hi_internal (rtx, rtx, rtx, rtx);
  7191. extern rtx gen_neon_vbslv2si_internal (rtx, rtx, rtx, rtx);
  7192. extern rtx gen_neon_vbslv4si_internal (rtx, rtx, rtx, rtx);
  7193. extern rtx gen_neon_vbslv4hf_internal (rtx, rtx, rtx, rtx);
  7194. extern rtx gen_neon_vbslv8hf_internal (rtx, rtx, rtx, rtx);
  7195. extern rtx gen_neon_vbslv4bf_internal (rtx, rtx, rtx, rtx);
  7196. extern rtx gen_neon_vbslv8bf_internal (rtx, rtx, rtx, rtx);
  7197. extern rtx gen_neon_vbslv2sf_internal (rtx, rtx, rtx, rtx);
  7198. extern rtx gen_neon_vbslv4sf_internal (rtx, rtx, rtx, rtx);
  7199. extern rtx gen_neon_vbsldi_internal (rtx, rtx, rtx, rtx);
  7200. extern rtx gen_neon_vbslv2di_internal (rtx, rtx, rtx, rtx);
  7201. extern rtx gen_neon_vshlsv8qi (rtx, rtx, rtx);
  7202. extern rtx gen_neon_vshluv8qi (rtx, rtx, rtx);
  7203. extern rtx gen_neon_vrshlsv8qi (rtx, rtx, rtx);
  7204. extern rtx gen_neon_vrshluv8qi (rtx, rtx, rtx);
  7205. extern rtx gen_neon_vshlsv16qi (rtx, rtx, rtx);
  7206. extern rtx gen_neon_vshluv16qi (rtx, rtx, rtx);
  7207. extern rtx gen_neon_vrshlsv16qi (rtx, rtx, rtx);
  7208. extern rtx gen_neon_vrshluv16qi (rtx, rtx, rtx);
  7209. extern rtx gen_neon_vshlsv4hi (rtx, rtx, rtx);
  7210. extern rtx gen_neon_vshluv4hi (rtx, rtx, rtx);
  7211. extern rtx gen_neon_vrshlsv4hi (rtx, rtx, rtx);
  7212. extern rtx gen_neon_vrshluv4hi (rtx, rtx, rtx);
  7213. extern rtx gen_neon_vshlsv8hi (rtx, rtx, rtx);
  7214. extern rtx gen_neon_vshluv8hi (rtx, rtx, rtx);
  7215. extern rtx gen_neon_vrshlsv8hi (rtx, rtx, rtx);
  7216. extern rtx gen_neon_vrshluv8hi (rtx, rtx, rtx);
  7217. extern rtx gen_neon_vshlsv2si (rtx, rtx, rtx);
  7218. extern rtx gen_neon_vshluv2si (rtx, rtx, rtx);
  7219. extern rtx gen_neon_vrshlsv2si (rtx, rtx, rtx);
  7220. extern rtx gen_neon_vrshluv2si (rtx, rtx, rtx);
  7221. extern rtx gen_neon_vshlsv4si (rtx, rtx, rtx);
  7222. extern rtx gen_neon_vshluv4si (rtx, rtx, rtx);
  7223. extern rtx gen_neon_vrshlsv4si (rtx, rtx, rtx);
  7224. extern rtx gen_neon_vrshluv4si (rtx, rtx, rtx);
  7225. extern rtx gen_neon_vshlsdi (rtx, rtx, rtx);
  7226. extern rtx gen_neon_vshludi (rtx, rtx, rtx);
  7227. extern rtx gen_neon_vrshlsdi (rtx, rtx, rtx);
  7228. extern rtx gen_neon_vrshludi (rtx, rtx, rtx);
  7229. extern rtx gen_neon_vshlsv2di (rtx, rtx, rtx);
  7230. extern rtx gen_neon_vshluv2di (rtx, rtx, rtx);
  7231. extern rtx gen_neon_vrshlsv2di (rtx, rtx, rtx);
  7232. extern rtx gen_neon_vrshluv2di (rtx, rtx, rtx);
  7233. extern rtx gen_neon_vqshlsv8qi (rtx, rtx, rtx);
  7234. extern rtx gen_neon_vqshluv8qi (rtx, rtx, rtx);
  7235. extern rtx gen_neon_vqrshlsv8qi (rtx, rtx, rtx);
  7236. extern rtx gen_neon_vqrshluv8qi (rtx, rtx, rtx);
  7237. extern rtx gen_neon_vqshlsv16qi (rtx, rtx, rtx);
  7238. extern rtx gen_neon_vqshluv16qi (rtx, rtx, rtx);
  7239. extern rtx gen_neon_vqrshlsv16qi (rtx, rtx, rtx);
  7240. extern rtx gen_neon_vqrshluv16qi (rtx, rtx, rtx);
  7241. extern rtx gen_neon_vqshlsv4hi (rtx, rtx, rtx);
  7242. extern rtx gen_neon_vqshluv4hi (rtx, rtx, rtx);
  7243. extern rtx gen_neon_vqrshlsv4hi (rtx, rtx, rtx);
  7244. extern rtx gen_neon_vqrshluv4hi (rtx, rtx, rtx);
  7245. extern rtx gen_neon_vqshlsv8hi (rtx, rtx, rtx);
  7246. extern rtx gen_neon_vqshluv8hi (rtx, rtx, rtx);
  7247. extern rtx gen_neon_vqrshlsv8hi (rtx, rtx, rtx);
  7248. extern rtx gen_neon_vqrshluv8hi (rtx, rtx, rtx);
  7249. extern rtx gen_neon_vqshlsv2si (rtx, rtx, rtx);
  7250. extern rtx gen_neon_vqshluv2si (rtx, rtx, rtx);
  7251. extern rtx gen_neon_vqrshlsv2si (rtx, rtx, rtx);
  7252. extern rtx gen_neon_vqrshluv2si (rtx, rtx, rtx);
  7253. extern rtx gen_neon_vqshlsv4si (rtx, rtx, rtx);
  7254. extern rtx gen_neon_vqshluv4si (rtx, rtx, rtx);
  7255. extern rtx gen_neon_vqrshlsv4si (rtx, rtx, rtx);
  7256. extern rtx gen_neon_vqrshluv4si (rtx, rtx, rtx);
  7257. extern rtx gen_neon_vqshlsdi (rtx, rtx, rtx);
  7258. extern rtx gen_neon_vqshludi (rtx, rtx, rtx);
  7259. extern rtx gen_neon_vqrshlsdi (rtx, rtx, rtx);
  7260. extern rtx gen_neon_vqrshludi (rtx, rtx, rtx);
  7261. extern rtx gen_neon_vqshlsv2di (rtx, rtx, rtx);
  7262. extern rtx gen_neon_vqshluv2di (rtx, rtx, rtx);
  7263. extern rtx gen_neon_vqrshlsv2di (rtx, rtx, rtx);
  7264. extern rtx gen_neon_vqrshluv2di (rtx, rtx, rtx);
  7265. extern rtx gen_neon_vshrs_nv8qi (rtx, rtx, rtx);
  7266. extern rtx gen_neon_vshru_nv8qi (rtx, rtx, rtx);
  7267. extern rtx gen_neon_vrshrs_nv8qi (rtx, rtx, rtx);
  7268. extern rtx gen_neon_vrshru_nv8qi (rtx, rtx, rtx);
  7269. extern rtx gen_neon_vshrs_nv16qi (rtx, rtx, rtx);
  7270. extern rtx gen_neon_vshru_nv16qi (rtx, rtx, rtx);
  7271. extern rtx gen_neon_vrshrs_nv16qi (rtx, rtx, rtx);
  7272. extern rtx gen_neon_vrshru_nv16qi (rtx, rtx, rtx);
  7273. extern rtx gen_neon_vshrs_nv4hi (rtx, rtx, rtx);
  7274. extern rtx gen_neon_vshru_nv4hi (rtx, rtx, rtx);
  7275. extern rtx gen_neon_vrshrs_nv4hi (rtx, rtx, rtx);
  7276. extern rtx gen_neon_vrshru_nv4hi (rtx, rtx, rtx);
  7277. extern rtx gen_neon_vshrs_nv8hi (rtx, rtx, rtx);
  7278. extern rtx gen_neon_vshru_nv8hi (rtx, rtx, rtx);
  7279. extern rtx gen_neon_vrshrs_nv8hi (rtx, rtx, rtx);
  7280. extern rtx gen_neon_vrshru_nv8hi (rtx, rtx, rtx);
  7281. extern rtx gen_neon_vshrs_nv2si (rtx, rtx, rtx);
  7282. extern rtx gen_neon_vshru_nv2si (rtx, rtx, rtx);
  7283. extern rtx gen_neon_vrshrs_nv2si (rtx, rtx, rtx);
  7284. extern rtx gen_neon_vrshru_nv2si (rtx, rtx, rtx);
  7285. extern rtx gen_neon_vshrs_nv4si (rtx, rtx, rtx);
  7286. extern rtx gen_neon_vshru_nv4si (rtx, rtx, rtx);
  7287. extern rtx gen_neon_vrshrs_nv4si (rtx, rtx, rtx);
  7288. extern rtx gen_neon_vrshru_nv4si (rtx, rtx, rtx);
  7289. extern rtx gen_neon_vshrs_ndi (rtx, rtx, rtx);
  7290. extern rtx gen_neon_vshru_ndi (rtx, rtx, rtx);
  7291. extern rtx gen_neon_vrshrs_ndi (rtx, rtx, rtx);
  7292. extern rtx gen_neon_vrshru_ndi (rtx, rtx, rtx);
  7293. extern rtx gen_neon_vshrs_nv2di (rtx, rtx, rtx);
  7294. extern rtx gen_neon_vshru_nv2di (rtx, rtx, rtx);
  7295. extern rtx gen_neon_vrshrs_nv2di (rtx, rtx, rtx);
  7296. extern rtx gen_neon_vrshru_nv2di (rtx, rtx, rtx);
  7297. extern rtx gen_neon_vshrn_nv8hi (rtx, rtx, rtx);
  7298. extern rtx gen_neon_vrshrn_nv8hi (rtx, rtx, rtx);
  7299. extern rtx gen_neon_vshrn_nv4si (rtx, rtx, rtx);
  7300. extern rtx gen_neon_vrshrn_nv4si (rtx, rtx, rtx);
  7301. extern rtx gen_neon_vshrn_nv2di (rtx, rtx, rtx);
  7302. extern rtx gen_neon_vrshrn_nv2di (rtx, rtx, rtx);
  7303. extern rtx gen_neon_vqshrns_nv8hi (rtx, rtx, rtx);
  7304. extern rtx gen_neon_vqshrnu_nv8hi (rtx, rtx, rtx);
  7305. extern rtx gen_neon_vqrshrns_nv8hi (rtx, rtx, rtx);
  7306. extern rtx gen_neon_vqrshrnu_nv8hi (rtx, rtx, rtx);
  7307. extern rtx gen_neon_vqshrns_nv4si (rtx, rtx, rtx);
  7308. extern rtx gen_neon_vqshrnu_nv4si (rtx, rtx, rtx);
  7309. extern rtx gen_neon_vqrshrns_nv4si (rtx, rtx, rtx);
  7310. extern rtx gen_neon_vqrshrnu_nv4si (rtx, rtx, rtx);
  7311. extern rtx gen_neon_vqshrns_nv2di (rtx, rtx, rtx);
  7312. extern rtx gen_neon_vqshrnu_nv2di (rtx, rtx, rtx);
  7313. extern rtx gen_neon_vqrshrns_nv2di (rtx, rtx, rtx);
  7314. extern rtx gen_neon_vqrshrnu_nv2di (rtx, rtx, rtx);
  7315. extern rtx gen_neon_vqshrun_nv8hi (rtx, rtx, rtx);
  7316. extern rtx gen_neon_vqrshrun_nv8hi (rtx, rtx, rtx);
  7317. extern rtx gen_neon_vqshrun_nv4si (rtx, rtx, rtx);
  7318. extern rtx gen_neon_vqrshrun_nv4si (rtx, rtx, rtx);
  7319. extern rtx gen_neon_vqshrun_nv2di (rtx, rtx, rtx);
  7320. extern rtx gen_neon_vqrshrun_nv2di (rtx, rtx, rtx);
  7321. extern rtx gen_neon_vshl_nv8qi (rtx, rtx, rtx);
  7322. extern rtx gen_neon_vshl_nv16qi (rtx, rtx, rtx);
  7323. extern rtx gen_neon_vshl_nv4hi (rtx, rtx, rtx);
  7324. extern rtx gen_neon_vshl_nv8hi (rtx, rtx, rtx);
  7325. extern rtx gen_neon_vshl_nv2si (rtx, rtx, rtx);
  7326. extern rtx gen_neon_vshl_nv4si (rtx, rtx, rtx);
  7327. extern rtx gen_neon_vshl_ndi (rtx, rtx, rtx);
  7328. extern rtx gen_neon_vshl_nv2di (rtx, rtx, rtx);
  7329. extern rtx gen_neon_vqshl_s_nv8qi (rtx, rtx, rtx);
  7330. extern rtx gen_neon_vqshl_u_nv8qi (rtx, rtx, rtx);
  7331. extern rtx gen_neon_vqshl_s_nv16qi (rtx, rtx, rtx);
  7332. extern rtx gen_neon_vqshl_u_nv16qi (rtx, rtx, rtx);
  7333. extern rtx gen_neon_vqshl_s_nv4hi (rtx, rtx, rtx);
  7334. extern rtx gen_neon_vqshl_u_nv4hi (rtx, rtx, rtx);
  7335. extern rtx gen_neon_vqshl_s_nv8hi (rtx, rtx, rtx);
  7336. extern rtx gen_neon_vqshl_u_nv8hi (rtx, rtx, rtx);
  7337. extern rtx gen_neon_vqshl_s_nv2si (rtx, rtx, rtx);
  7338. extern rtx gen_neon_vqshl_u_nv2si (rtx, rtx, rtx);
  7339. extern rtx gen_neon_vqshl_s_nv4si (rtx, rtx, rtx);
  7340. extern rtx gen_neon_vqshl_u_nv4si (rtx, rtx, rtx);
  7341. extern rtx gen_neon_vqshl_s_ndi (rtx, rtx, rtx);
  7342. extern rtx gen_neon_vqshl_u_ndi (rtx, rtx, rtx);
  7343. extern rtx gen_neon_vqshl_s_nv2di (rtx, rtx, rtx);
  7344. extern rtx gen_neon_vqshl_u_nv2di (rtx, rtx, rtx);
  7345. extern rtx gen_neon_vqshlu_nv8qi (rtx, rtx, rtx);
  7346. extern rtx gen_neon_vqshlu_nv16qi (rtx, rtx, rtx);
  7347. extern rtx gen_neon_vqshlu_nv4hi (rtx, rtx, rtx);
  7348. extern rtx gen_neon_vqshlu_nv8hi (rtx, rtx, rtx);
  7349. extern rtx gen_neon_vqshlu_nv2si (rtx, rtx, rtx);
  7350. extern rtx gen_neon_vqshlu_nv4si (rtx, rtx, rtx);
  7351. extern rtx gen_neon_vqshlu_ndi (rtx, rtx, rtx);
  7352. extern rtx gen_neon_vqshlu_nv2di (rtx, rtx, rtx);
  7353. extern rtx gen_neon_vshlls_nv8qi (rtx, rtx, rtx);
  7354. extern rtx gen_neon_vshllu_nv8qi (rtx, rtx, rtx);
  7355. extern rtx gen_neon_vshlls_nv4hi (rtx, rtx, rtx);
  7356. extern rtx gen_neon_vshllu_nv4hi (rtx, rtx, rtx);
  7357. extern rtx gen_neon_vshlls_nv2si (rtx, rtx, rtx);
  7358. extern rtx gen_neon_vshllu_nv2si (rtx, rtx, rtx);
  7359. extern rtx gen_neon_vsras_nv8qi (rtx, rtx, rtx, rtx);
  7360. extern rtx gen_neon_vsrau_nv8qi (rtx, rtx, rtx, rtx);
  7361. extern rtx gen_neon_vrsras_nv8qi (rtx, rtx, rtx, rtx);
  7362. extern rtx gen_neon_vrsrau_nv8qi (rtx, rtx, rtx, rtx);
  7363. extern rtx gen_neon_vsras_nv16qi (rtx, rtx, rtx, rtx);
  7364. extern rtx gen_neon_vsrau_nv16qi (rtx, rtx, rtx, rtx);
  7365. extern rtx gen_neon_vrsras_nv16qi (rtx, rtx, rtx, rtx);
  7366. extern rtx gen_neon_vrsrau_nv16qi (rtx, rtx, rtx, rtx);
  7367. extern rtx gen_neon_vsras_nv4hi (rtx, rtx, rtx, rtx);
  7368. extern rtx gen_neon_vsrau_nv4hi (rtx, rtx, rtx, rtx);
  7369. extern rtx gen_neon_vrsras_nv4hi (rtx, rtx, rtx, rtx);
  7370. extern rtx gen_neon_vrsrau_nv4hi (rtx, rtx, rtx, rtx);
  7371. extern rtx gen_neon_vsras_nv8hi (rtx, rtx, rtx, rtx);
  7372. extern rtx gen_neon_vsrau_nv8hi (rtx, rtx, rtx, rtx);
  7373. extern rtx gen_neon_vrsras_nv8hi (rtx, rtx, rtx, rtx);
  7374. extern rtx gen_neon_vrsrau_nv8hi (rtx, rtx, rtx, rtx);
  7375. extern rtx gen_neon_vsras_nv2si (rtx, rtx, rtx, rtx);
  7376. extern rtx gen_neon_vsrau_nv2si (rtx, rtx, rtx, rtx);
  7377. extern rtx gen_neon_vrsras_nv2si (rtx, rtx, rtx, rtx);
  7378. extern rtx gen_neon_vrsrau_nv2si (rtx, rtx, rtx, rtx);
  7379. extern rtx gen_neon_vsras_nv4si (rtx, rtx, rtx, rtx);
  7380. extern rtx gen_neon_vsrau_nv4si (rtx, rtx, rtx, rtx);
  7381. extern rtx gen_neon_vrsras_nv4si (rtx, rtx, rtx, rtx);
  7382. extern rtx gen_neon_vrsrau_nv4si (rtx, rtx, rtx, rtx);
  7383. extern rtx gen_neon_vsras_ndi (rtx, rtx, rtx, rtx);
  7384. extern rtx gen_neon_vsrau_ndi (rtx, rtx, rtx, rtx);
  7385. extern rtx gen_neon_vrsras_ndi (rtx, rtx, rtx, rtx);
  7386. extern rtx gen_neon_vrsrau_ndi (rtx, rtx, rtx, rtx);
  7387. extern rtx gen_neon_vsras_nv2di (rtx, rtx, rtx, rtx);
  7388. extern rtx gen_neon_vsrau_nv2di (rtx, rtx, rtx, rtx);
  7389. extern rtx gen_neon_vrsras_nv2di (rtx, rtx, rtx, rtx);
  7390. extern rtx gen_neon_vrsrau_nv2di (rtx, rtx, rtx, rtx);
  7391. extern rtx gen_neon_vsri_nv8qi (rtx, rtx, rtx, rtx);
  7392. extern rtx gen_neon_vsri_nv16qi (rtx, rtx, rtx, rtx);
  7393. extern rtx gen_neon_vsri_nv4hi (rtx, rtx, rtx, rtx);
  7394. extern rtx gen_neon_vsri_nv8hi (rtx, rtx, rtx, rtx);
  7395. extern rtx gen_neon_vsri_nv2si (rtx, rtx, rtx, rtx);
  7396. extern rtx gen_neon_vsri_nv4si (rtx, rtx, rtx, rtx);
  7397. extern rtx gen_neon_vsri_ndi (rtx, rtx, rtx, rtx);
  7398. extern rtx gen_neon_vsri_nv2di (rtx, rtx, rtx, rtx);
  7399. extern rtx gen_neon_vsli_nv8qi (rtx, rtx, rtx, rtx);
  7400. extern rtx gen_neon_vsli_nv16qi (rtx, rtx, rtx, rtx);
  7401. extern rtx gen_neon_vsli_nv4hi (rtx, rtx, rtx, rtx);
  7402. extern rtx gen_neon_vsli_nv8hi (rtx, rtx, rtx, rtx);
  7403. extern rtx gen_neon_vsli_nv2si (rtx, rtx, rtx, rtx);
  7404. extern rtx gen_neon_vsli_nv4si (rtx, rtx, rtx, rtx);
  7405. extern rtx gen_neon_vsli_ndi (rtx, rtx, rtx, rtx);
  7406. extern rtx gen_neon_vsli_nv2di (rtx, rtx, rtx, rtx);
  7407. extern rtx gen_neon_vtbl1v8qi (rtx, rtx, rtx);
  7408. extern rtx gen_neon_vtbl2v8qi (rtx, rtx, rtx);
  7409. extern rtx gen_neon_vtbl3v8qi (rtx, rtx, rtx);
  7410. extern rtx gen_neon_vtbl4v8qi (rtx, rtx, rtx);
  7411. extern rtx gen_neon_vtbl1v16qi (rtx, rtx, rtx);
  7412. extern rtx gen_neon_vtbl2v16qi (rtx, rtx, rtx);
  7413. extern rtx gen_neon_vcombinev16qi (rtx, rtx, rtx);
  7414. extern rtx gen_neon_vtbx1v8qi (rtx, rtx, rtx, rtx);
  7415. extern rtx gen_neon_vtbx2v8qi (rtx, rtx, rtx, rtx);
  7416. extern rtx gen_neon_vtbx3v8qi (rtx, rtx, rtx, rtx);
  7417. extern rtx gen_neon_vtbx4v8qi (rtx, rtx, rtx, rtx);
  7418. extern rtx gen_neon_vld1v8qi (rtx, rtx);
  7419. extern rtx gen_neon_vld1v16qi (rtx, rtx);
  7420. extern rtx gen_neon_vld1v4hi (rtx, rtx);
  7421. extern rtx gen_neon_vld1v8hi (rtx, rtx);
  7422. extern rtx gen_neon_vld1v2si (rtx, rtx);
  7423. extern rtx gen_neon_vld1v4si (rtx, rtx);
  7424. extern rtx gen_neon_vld1v4hf (rtx, rtx);
  7425. extern rtx gen_neon_vld1v8hf (rtx, rtx);
  7426. extern rtx gen_neon_vld1v4bf (rtx, rtx);
  7427. extern rtx gen_neon_vld1v8bf (rtx, rtx);
  7428. extern rtx gen_neon_vld1v2sf (rtx, rtx);
  7429. extern rtx gen_neon_vld1v4sf (rtx, rtx);
  7430. extern rtx gen_neon_vld1di (rtx, rtx);
  7431. extern rtx gen_neon_vld1v2di (rtx, rtx);
  7432. extern rtx gen_neon_vld1_lanev8qi (rtx, rtx, rtx, rtx);
  7433. extern rtx gen_neon_vld1_lanev4hi (rtx, rtx, rtx, rtx);
  7434. extern rtx gen_neon_vld1_lanev4hf (rtx, rtx, rtx, rtx);
  7435. extern rtx gen_neon_vld1_lanev4bf (rtx, rtx, rtx, rtx);
  7436. extern rtx gen_neon_vld1_lanev2si (rtx, rtx, rtx, rtx);
  7437. extern rtx gen_neon_vld1_lanev2sf (rtx, rtx, rtx, rtx);
  7438. extern rtx gen_neon_vld1_lanedi (rtx, rtx, rtx, rtx);
  7439. extern rtx gen_neon_vld1_lanev16qi (rtx, rtx, rtx, rtx);
  7440. extern rtx gen_neon_vld1_lanev8hi (rtx, rtx, rtx, rtx);
  7441. extern rtx gen_neon_vld1_lanev8hf (rtx, rtx, rtx, rtx);
  7442. extern rtx gen_neon_vld1_lanev8bf (rtx, rtx, rtx, rtx);
  7443. extern rtx gen_neon_vld1_lanev4si (rtx, rtx, rtx, rtx);
  7444. extern rtx gen_neon_vld1_lanev4sf (rtx, rtx, rtx, rtx);
  7445. extern rtx gen_neon_vld1_lanev2di (rtx, rtx, rtx, rtx);
  7446. extern rtx gen_neon_vld1_dupv8qi (rtx, rtx);
  7447. extern rtx gen_neon_vld1_dupv4hi (rtx, rtx);
  7448. extern rtx gen_neon_vld1_dupv4hf (rtx, rtx);
  7449. extern rtx gen_neon_vld1_dupv4bf (rtx, rtx);
  7450. extern rtx gen_neon_vld1_dupv2si (rtx, rtx);
  7451. extern rtx gen_neon_vld1_dupv2sf (rtx, rtx);
  7452. extern rtx gen_neon_vld1_dupv16qi (rtx, rtx);
  7453. extern rtx gen_neon_vld1_dupv8hi (rtx, rtx);
  7454. extern rtx gen_neon_vld1_dupv8hf (rtx, rtx);
  7455. extern rtx gen_neon_vld1_dupv4si (rtx, rtx);
  7456. extern rtx gen_neon_vld1_dupv4sf (rtx, rtx);
  7457. extern rtx gen_neon_vld1_dupv2di (rtx, rtx);
  7458. extern rtx gen_neon_vst1v8qi (rtx, rtx);
  7459. extern rtx gen_neon_vst1v16qi (rtx, rtx);
  7460. extern rtx gen_neon_vst1v4hi (rtx, rtx);
  7461. extern rtx gen_neon_vst1v8hi (rtx, rtx);
  7462. extern rtx gen_neon_vst1v2si (rtx, rtx);
  7463. extern rtx gen_neon_vst1v4si (rtx, rtx);
  7464. extern rtx gen_neon_vst1v4hf (rtx, rtx);
  7465. extern rtx gen_neon_vst1v8hf (rtx, rtx);
  7466. extern rtx gen_neon_vst1v4bf (rtx, rtx);
  7467. extern rtx gen_neon_vst1v8bf (rtx, rtx);
  7468. extern rtx gen_neon_vst1v2sf (rtx, rtx);
  7469. extern rtx gen_neon_vst1v4sf (rtx, rtx);
  7470. extern rtx gen_neon_vst1di (rtx, rtx);
  7471. extern rtx gen_neon_vst1v2di (rtx, rtx);
  7472. extern rtx gen_neon_vst1_lanev8qi (rtx, rtx, rtx);
  7473. extern rtx gen_neon_vst1_lanev4hi (rtx, rtx, rtx);
  7474. extern rtx gen_neon_vst1_lanev4hf (rtx, rtx, rtx);
  7475. extern rtx gen_neon_vst1_lanev4bf (rtx, rtx, rtx);
  7476. extern rtx gen_neon_vst1_lanev2si (rtx, rtx, rtx);
  7477. extern rtx gen_neon_vst1_lanev2sf (rtx, rtx, rtx);
  7478. extern rtx gen_neon_vst1_lanedi (rtx, rtx, rtx);
  7479. extern rtx gen_neon_vst1_lanev16qi (rtx, rtx, rtx);
  7480. extern rtx gen_neon_vst1_lanev8hi (rtx, rtx, rtx);
  7481. extern rtx gen_neon_vst1_lanev8hf (rtx, rtx, rtx);
  7482. extern rtx gen_neon_vst1_lanev8bf (rtx, rtx, rtx);
  7483. extern rtx gen_neon_vst1_lanev4si (rtx, rtx, rtx);
  7484. extern rtx gen_neon_vst1_lanev4sf (rtx, rtx, rtx);
  7485. extern rtx gen_neon_vst1_lanev2di (rtx, rtx, rtx);
  7486. extern rtx gen_neon_vld2v8qi (rtx, rtx);
  7487. extern rtx gen_neon_vld2v4hi (rtx, rtx);
  7488. extern rtx gen_neon_vld2v4hf (rtx, rtx);
  7489. extern rtx gen_neon_vld2v4bf (rtx, rtx);
  7490. extern rtx gen_neon_vld2v2si (rtx, rtx);
  7491. extern rtx gen_neon_vld2v2sf (rtx, rtx);
  7492. extern rtx gen_neon_vld2di (rtx, rtx);
  7493. extern rtx gen_neon_vld2v16qi (rtx, rtx);
  7494. extern rtx gen_neon_vld2v8hi (rtx, rtx);
  7495. extern rtx gen_neon_vld2v8hf (rtx, rtx);
  7496. extern rtx gen_neon_vld2v8bf (rtx, rtx);
  7497. extern rtx gen_neon_vld2v4si (rtx, rtx);
  7498. extern rtx gen_neon_vld2v4sf (rtx, rtx);
  7499. extern rtx gen_neon_vld2_lanev8qi (rtx, rtx, rtx, rtx);
  7500. extern rtx gen_neon_vld2_lanev4hi (rtx, rtx, rtx, rtx);
  7501. extern rtx gen_neon_vld2_lanev4hf (rtx, rtx, rtx, rtx);
  7502. extern rtx gen_neon_vld2_lanev4bf (rtx, rtx, rtx, rtx);
  7503. extern rtx gen_neon_vld2_lanev2si (rtx, rtx, rtx, rtx);
  7504. extern rtx gen_neon_vld2_lanev2sf (rtx, rtx, rtx, rtx);
  7505. extern rtx gen_neon_vld2_lanev8hi (rtx, rtx, rtx, rtx);
  7506. extern rtx gen_neon_vld2_lanev8hf (rtx, rtx, rtx, rtx);
  7507. extern rtx gen_neon_vld2_lanev4si (rtx, rtx, rtx, rtx);
  7508. extern rtx gen_neon_vld2_lanev4sf (rtx, rtx, rtx, rtx);
  7509. extern rtx gen_neon_vld2_dupv8qi (rtx, rtx);
  7510. extern rtx gen_neon_vld2_dupv4hi (rtx, rtx);
  7511. extern rtx gen_neon_vld2_dupv4hf (rtx, rtx);
  7512. extern rtx gen_neon_vld2_dupv4bf (rtx, rtx);
  7513. extern rtx gen_neon_vld2_dupv2si (rtx, rtx);
  7514. extern rtx gen_neon_vld2_dupv2sf (rtx, rtx);
  7515. extern rtx gen_neon_vld2_dupdi (rtx, rtx);
  7516. extern rtx gen_neon_vld2_dupv8bf (rtx, rtx);
  7517. extern rtx gen_neon_vst2v8qi (rtx, rtx);
  7518. extern rtx gen_neon_vst2v4hi (rtx, rtx);
  7519. extern rtx gen_neon_vst2v4hf (rtx, rtx);
  7520. extern rtx gen_neon_vst2v4bf (rtx, rtx);
  7521. extern rtx gen_neon_vst2v2si (rtx, rtx);
  7522. extern rtx gen_neon_vst2v2sf (rtx, rtx);
  7523. extern rtx gen_neon_vst2di (rtx, rtx);
  7524. extern rtx gen_neon_vst2v16qi (rtx, rtx);
  7525. extern rtx gen_neon_vst2v8hi (rtx, rtx);
  7526. extern rtx gen_neon_vst2v8hf (rtx, rtx);
  7527. extern rtx gen_neon_vst2v8bf (rtx, rtx);
  7528. extern rtx gen_neon_vst2v4si (rtx, rtx);
  7529. extern rtx gen_neon_vst2v4sf (rtx, rtx);
  7530. extern rtx gen_neon_vst2_lanev8qi (rtx, rtx, rtx);
  7531. extern rtx gen_neon_vst2_lanev4hi (rtx, rtx, rtx);
  7532. extern rtx gen_neon_vst2_lanev4hf (rtx, rtx, rtx);
  7533. extern rtx gen_neon_vst2_lanev4bf (rtx, rtx, rtx);
  7534. extern rtx gen_neon_vst2_lanev2si (rtx, rtx, rtx);
  7535. extern rtx gen_neon_vst2_lanev2sf (rtx, rtx, rtx);
  7536. extern rtx gen_neon_vst2_lanev8hi (rtx, rtx, rtx);
  7537. extern rtx gen_neon_vst2_lanev8hf (rtx, rtx, rtx);
  7538. extern rtx gen_neon_vst2_lanev4si (rtx, rtx, rtx);
  7539. extern rtx gen_neon_vst2_lanev4sf (rtx, rtx, rtx);
  7540. extern rtx gen_neon_vld3v8qi (rtx, rtx);
  7541. extern rtx gen_neon_vld3v4hi (rtx, rtx);
  7542. extern rtx gen_neon_vld3v4hf (rtx, rtx);
  7543. extern rtx gen_neon_vld3v4bf (rtx, rtx);
  7544. extern rtx gen_neon_vld3v2si (rtx, rtx);
  7545. extern rtx gen_neon_vld3v2sf (rtx, rtx);
  7546. extern rtx gen_neon_vld3di (rtx, rtx);
  7547. extern rtx gen_neon_vld3qav16qi (rtx, rtx);
  7548. extern rtx gen_neon_vld3qav8hi (rtx, rtx);
  7549. extern rtx gen_neon_vld3qav8hf (rtx, rtx);
  7550. extern rtx gen_neon_vld3qav8bf (rtx, rtx);
  7551. extern rtx gen_neon_vld3qav4si (rtx, rtx);
  7552. extern rtx gen_neon_vld3qav4sf (rtx, rtx);
  7553. extern rtx gen_neon_vld3qbv16qi (rtx, rtx, rtx);
  7554. extern rtx gen_neon_vld3qbv8hi (rtx, rtx, rtx);
  7555. extern rtx gen_neon_vld3qbv8hf (rtx, rtx, rtx);
  7556. extern rtx gen_neon_vld3qbv8bf (rtx, rtx, rtx);
  7557. extern rtx gen_neon_vld3qbv4si (rtx, rtx, rtx);
  7558. extern rtx gen_neon_vld3qbv4sf (rtx, rtx, rtx);
  7559. extern rtx gen_neon_vld3_lanev8qi (rtx, rtx, rtx, rtx);
  7560. extern rtx gen_neon_vld3_lanev4hi (rtx, rtx, rtx, rtx);
  7561. extern rtx gen_neon_vld3_lanev4hf (rtx, rtx, rtx, rtx);
  7562. extern rtx gen_neon_vld3_lanev4bf (rtx, rtx, rtx, rtx);
  7563. extern rtx gen_neon_vld3_lanev2si (rtx, rtx, rtx, rtx);
  7564. extern rtx gen_neon_vld3_lanev2sf (rtx, rtx, rtx, rtx);
  7565. extern rtx gen_neon_vld3_lanev8hi (rtx, rtx, rtx, rtx);
  7566. extern rtx gen_neon_vld3_lanev8hf (rtx, rtx, rtx, rtx);
  7567. extern rtx gen_neon_vld3_lanev4si (rtx, rtx, rtx, rtx);
  7568. extern rtx gen_neon_vld3_lanev4sf (rtx, rtx, rtx, rtx);
  7569. extern rtx gen_neon_vld3_dupv8qi (rtx, rtx);
  7570. extern rtx gen_neon_vld3_dupv4hi (rtx, rtx);
  7571. extern rtx gen_neon_vld3_dupv4hf (rtx, rtx);
  7572. extern rtx gen_neon_vld3_dupv4bf (rtx, rtx);
  7573. extern rtx gen_neon_vld3_dupv2si (rtx, rtx);
  7574. extern rtx gen_neon_vld3_dupv2sf (rtx, rtx);
  7575. extern rtx gen_neon_vld3_dupdi (rtx, rtx);
  7576. extern rtx gen_neon_vld3_dupv8bf (rtx, rtx);
  7577. extern rtx gen_neon_vst3v8qi (rtx, rtx);
  7578. extern rtx gen_neon_vst3v4hi (rtx, rtx);
  7579. extern rtx gen_neon_vst3v4hf (rtx, rtx);
  7580. extern rtx gen_neon_vst3v4bf (rtx, rtx);
  7581. extern rtx gen_neon_vst3v2si (rtx, rtx);
  7582. extern rtx gen_neon_vst3v2sf (rtx, rtx);
  7583. extern rtx gen_neon_vst3di (rtx, rtx);
  7584. extern rtx gen_neon_vst3qav16qi (rtx, rtx);
  7585. extern rtx gen_neon_vst3qav8hi (rtx, rtx);
  7586. extern rtx gen_neon_vst3qav8hf (rtx, rtx);
  7587. extern rtx gen_neon_vst3qav8bf (rtx, rtx);
  7588. extern rtx gen_neon_vst3qav4si (rtx, rtx);
  7589. extern rtx gen_neon_vst3qav4sf (rtx, rtx);
  7590. extern rtx gen_neon_vst3qbv16qi (rtx, rtx);
  7591. extern rtx gen_neon_vst3qbv8hi (rtx, rtx);
  7592. extern rtx gen_neon_vst3qbv8hf (rtx, rtx);
  7593. extern rtx gen_neon_vst3qbv8bf (rtx, rtx);
  7594. extern rtx gen_neon_vst3qbv4si (rtx, rtx);
  7595. extern rtx gen_neon_vst3qbv4sf (rtx, rtx);
  7596. extern rtx gen_neon_vst3_lanev8qi (rtx, rtx, rtx);
  7597. extern rtx gen_neon_vst3_lanev4hi (rtx, rtx, rtx);
  7598. extern rtx gen_neon_vst3_lanev4hf (rtx, rtx, rtx);
  7599. extern rtx gen_neon_vst3_lanev4bf (rtx, rtx, rtx);
  7600. extern rtx gen_neon_vst3_lanev2si (rtx, rtx, rtx);
  7601. extern rtx gen_neon_vst3_lanev2sf (rtx, rtx, rtx);
  7602. extern rtx gen_neon_vst3_lanev8hi (rtx, rtx, rtx);
  7603. extern rtx gen_neon_vst3_lanev8hf (rtx, rtx, rtx);
  7604. extern rtx gen_neon_vst3_lanev4si (rtx, rtx, rtx);
  7605. extern rtx gen_neon_vst3_lanev4sf (rtx, rtx, rtx);
  7606. extern rtx gen_neon_vld4v8qi (rtx, rtx);
  7607. extern rtx gen_neon_vld4v4hi (rtx, rtx);
  7608. extern rtx gen_neon_vld4v4hf (rtx, rtx);
  7609. extern rtx gen_neon_vld4v4bf (rtx, rtx);
  7610. extern rtx gen_neon_vld4v2si (rtx, rtx);
  7611. extern rtx gen_neon_vld4v2sf (rtx, rtx);
  7612. extern rtx gen_neon_vld4di (rtx, rtx);
  7613. extern rtx gen_neon_vld4qav16qi (rtx, rtx);
  7614. extern rtx gen_neon_vld4qav8hi (rtx, rtx);
  7615. extern rtx gen_neon_vld4qav8hf (rtx, rtx);
  7616. extern rtx gen_neon_vld4qav8bf (rtx, rtx);
  7617. extern rtx gen_neon_vld4qav4si (rtx, rtx);
  7618. extern rtx gen_neon_vld4qav4sf (rtx, rtx);
  7619. extern rtx gen_neon_vld4qbv16qi (rtx, rtx, rtx);
  7620. extern rtx gen_neon_vld4qbv8hi (rtx, rtx, rtx);
  7621. extern rtx gen_neon_vld4qbv8hf (rtx, rtx, rtx);
  7622. extern rtx gen_neon_vld4qbv8bf (rtx, rtx, rtx);
  7623. extern rtx gen_neon_vld4qbv4si (rtx, rtx, rtx);
  7624. extern rtx gen_neon_vld4qbv4sf (rtx, rtx, rtx);
  7625. extern rtx gen_neon_vld4_lanev8qi (rtx, rtx, rtx, rtx);
  7626. extern rtx gen_neon_vld4_lanev4hi (rtx, rtx, rtx, rtx);
  7627. extern rtx gen_neon_vld4_lanev4hf (rtx, rtx, rtx, rtx);
  7628. extern rtx gen_neon_vld4_lanev4bf (rtx, rtx, rtx, rtx);
  7629. extern rtx gen_neon_vld4_lanev2si (rtx, rtx, rtx, rtx);
  7630. extern rtx gen_neon_vld4_lanev2sf (rtx, rtx, rtx, rtx);
  7631. extern rtx gen_neon_vld4_lanev8hi (rtx, rtx, rtx, rtx);
  7632. extern rtx gen_neon_vld4_lanev8hf (rtx, rtx, rtx, rtx);
  7633. extern rtx gen_neon_vld4_lanev4si (rtx, rtx, rtx, rtx);
  7634. extern rtx gen_neon_vld4_lanev4sf (rtx, rtx, rtx, rtx);
  7635. extern rtx gen_neon_vld4_dupv8qi (rtx, rtx);
  7636. extern rtx gen_neon_vld4_dupv4hi (rtx, rtx);
  7637. extern rtx gen_neon_vld4_dupv4hf (rtx, rtx);
  7638. extern rtx gen_neon_vld4_dupv4bf (rtx, rtx);
  7639. extern rtx gen_neon_vld4_dupv2si (rtx, rtx);
  7640. extern rtx gen_neon_vld4_dupv2sf (rtx, rtx);
  7641. extern rtx gen_neon_vld4_dupdi (rtx, rtx);
  7642. extern rtx gen_neon_vld4_dupv8bf (rtx, rtx);
  7643. extern rtx gen_neon_vst4v8qi (rtx, rtx);
  7644. extern rtx gen_neon_vst4v4hi (rtx, rtx);
  7645. extern rtx gen_neon_vst4v4hf (rtx, rtx);
  7646. extern rtx gen_neon_vst4v4bf (rtx, rtx);
  7647. extern rtx gen_neon_vst4v2si (rtx, rtx);
  7648. extern rtx gen_neon_vst4v2sf (rtx, rtx);
  7649. extern rtx gen_neon_vst4di (rtx, rtx);
  7650. extern rtx gen_neon_vst4qav16qi (rtx, rtx);
  7651. extern rtx gen_neon_vst4qav8hi (rtx, rtx);
  7652. extern rtx gen_neon_vst4qav8hf (rtx, rtx);
  7653. extern rtx gen_neon_vst4qav8bf (rtx, rtx);
  7654. extern rtx gen_neon_vst4qav4si (rtx, rtx);
  7655. extern rtx gen_neon_vst4qav4sf (rtx, rtx);
  7656. extern rtx gen_neon_vst4qbv16qi (rtx, rtx);
  7657. extern rtx gen_neon_vst4qbv8hi (rtx, rtx);
  7658. extern rtx gen_neon_vst4qbv8hf (rtx, rtx);
  7659. extern rtx gen_neon_vst4qbv8bf (rtx, rtx);
  7660. extern rtx gen_neon_vst4qbv4si (rtx, rtx);
  7661. extern rtx gen_neon_vst4qbv4sf (rtx, rtx);
  7662. extern rtx gen_neon_vst4_lanev8qi (rtx, rtx, rtx);
  7663. extern rtx gen_neon_vst4_lanev4hi (rtx, rtx, rtx);
  7664. extern rtx gen_neon_vst4_lanev4hf (rtx, rtx, rtx);
  7665. extern rtx gen_neon_vst4_lanev4bf (rtx, rtx, rtx);
  7666. extern rtx gen_neon_vst4_lanev2si (rtx, rtx, rtx);
  7667. extern rtx gen_neon_vst4_lanev2sf (rtx, rtx, rtx);
  7668. extern rtx gen_neon_vst4_lanev8hi (rtx, rtx, rtx);
  7669. extern rtx gen_neon_vst4_lanev8hf (rtx, rtx, rtx);
  7670. extern rtx gen_neon_vst4_lanev4si (rtx, rtx, rtx);
  7671. extern rtx gen_neon_vst4_lanev4sf (rtx, rtx, rtx);
  7672. extern rtx gen_neon_vec_unpacks_lo_v16qi (rtx, rtx, rtx);
  7673. extern rtx gen_neon_vec_unpacku_lo_v16qi (rtx, rtx, rtx);
  7674. extern rtx gen_neon_vec_unpacks_lo_v8hi (rtx, rtx, rtx);
  7675. extern rtx gen_neon_vec_unpacku_lo_v8hi (rtx, rtx, rtx);
  7676. extern rtx gen_neon_vec_unpacks_lo_v4si (rtx, rtx, rtx);
  7677. extern rtx gen_neon_vec_unpacku_lo_v4si (rtx, rtx, rtx);
  7678. extern rtx gen_neon_vec_unpacks_hi_v16qi (rtx, rtx, rtx);
  7679. extern rtx gen_neon_vec_unpacku_hi_v16qi (rtx, rtx, rtx);
  7680. extern rtx gen_neon_vec_unpacks_hi_v8hi (rtx, rtx, rtx);
  7681. extern rtx gen_neon_vec_unpacku_hi_v8hi (rtx, rtx, rtx);
  7682. extern rtx gen_neon_vec_unpacks_hi_v4si (rtx, rtx, rtx);
  7683. extern rtx gen_neon_vec_unpacku_hi_v4si (rtx, rtx, rtx);
  7684. extern rtx gen_neon_vec_smult_lo_v16qi (rtx, rtx, rtx, rtx);
  7685. extern rtx gen_neon_vec_umult_lo_v16qi (rtx, rtx, rtx, rtx);
  7686. extern rtx gen_neon_vec_smult_lo_v8hi (rtx, rtx, rtx, rtx);
  7687. extern rtx gen_neon_vec_umult_lo_v8hi (rtx, rtx, rtx, rtx);
  7688. extern rtx gen_neon_vec_smult_lo_v4si (rtx, rtx, rtx, rtx);
  7689. extern rtx gen_neon_vec_umult_lo_v4si (rtx, rtx, rtx, rtx);
  7690. extern rtx gen_neon_vec_smult_hi_v16qi (rtx, rtx, rtx, rtx);
  7691. extern rtx gen_neon_vec_umult_hi_v16qi (rtx, rtx, rtx, rtx);
  7692. extern rtx gen_neon_vec_smult_hi_v8hi (rtx, rtx, rtx, rtx);
  7693. extern rtx gen_neon_vec_umult_hi_v8hi (rtx, rtx, rtx, rtx);
  7694. extern rtx gen_neon_vec_smult_hi_v4si (rtx, rtx, rtx, rtx);
  7695. extern rtx gen_neon_vec_umult_hi_v4si (rtx, rtx, rtx, rtx);
  7696. extern rtx gen_neon_vec_sshiftl_v8qi (rtx, rtx, rtx);
  7697. extern rtx gen_neon_vec_ushiftl_v8qi (rtx, rtx, rtx);
  7698. extern rtx gen_neon_vec_sshiftl_v4hi (rtx, rtx, rtx);
  7699. extern rtx gen_neon_vec_ushiftl_v4hi (rtx, rtx, rtx);
  7700. extern rtx gen_neon_vec_sshiftl_v2si (rtx, rtx, rtx);
  7701. extern rtx gen_neon_vec_ushiftl_v2si (rtx, rtx, rtx);
  7702. extern rtx gen_neon_unpacks_v8qi (rtx, rtx);
  7703. extern rtx gen_neon_unpacku_v8qi (rtx, rtx);
  7704. extern rtx gen_neon_unpacks_v4hi (rtx, rtx);
  7705. extern rtx gen_neon_unpacku_v4hi (rtx, rtx);
  7706. extern rtx gen_neon_unpacks_v2si (rtx, rtx);
  7707. extern rtx gen_neon_unpacku_v2si (rtx, rtx);
  7708. extern rtx gen_neon_vec_smult_v8qi (rtx, rtx, rtx);
  7709. extern rtx gen_neon_vec_umult_v8qi (rtx, rtx, rtx);
  7710. extern rtx gen_neon_vec_smult_v4hi (rtx, rtx, rtx);
  7711. extern rtx gen_neon_vec_umult_v4hi (rtx, rtx, rtx);
  7712. extern rtx gen_neon_vec_smult_v2si (rtx, rtx, rtx);
  7713. extern rtx gen_neon_vec_umult_v2si (rtx, rtx, rtx);
  7714. extern rtx gen_vec_pack_trunc_v8hi (rtx, rtx, rtx);
  7715. extern rtx gen_vec_pack_trunc_v4si (rtx, rtx, rtx);
  7716. extern rtx gen_vec_pack_trunc_v2di (rtx, rtx, rtx);
  7717. extern rtx gen_neon_vec_pack_trunc_v8hi (rtx, rtx);
  7718. extern rtx gen_neon_vec_pack_trunc_v4si (rtx, rtx);
  7719. extern rtx gen_neon_vec_pack_trunc_v2di (rtx, rtx);
  7720. extern rtx gen_neon_vabdv4hf_2 (rtx, rtx, rtx);
  7721. extern rtx gen_neon_vabdv8hf_2 (rtx, rtx, rtx);
  7722. extern rtx gen_neon_vabdv2sf_2 (rtx, rtx, rtx);
  7723. extern rtx gen_neon_vabdv4sf_2 (rtx, rtx, rtx);
  7724. extern rtx gen_neon_vabdv4hf_3 (rtx, rtx, rtx);
  7725. extern rtx gen_neon_vabdv8hf_3 (rtx, rtx, rtx);
  7726. extern rtx gen_neon_vabdv2sf_3 (rtx, rtx, rtx);
  7727. extern rtx gen_neon_vabdv4sf_3 (rtx, rtx, rtx);
  7728. extern rtx gen_neon_smmlav16qi (rtx, rtx, rtx, rtx);
  7729. extern rtx gen_neon_ummlav16qi (rtx, rtx, rtx, rtx);
  7730. extern rtx gen_neon_usmmlav16qi (rtx, rtx, rtx, rtx);
  7731. extern rtx gen_neon_vbfdotv2sf (rtx, rtx, rtx, rtx);
  7732. extern rtx gen_neon_vbfdotv4sf (rtx, rtx, rtx, rtx);
  7733. extern rtx gen_neon_vbfdot_lanev4bfv2sf (rtx, rtx, rtx, rtx, rtx);
  7734. extern rtx gen_neon_vbfdot_lanev4bfv4sf (rtx, rtx, rtx, rtx, rtx);
  7735. extern rtx gen_neon_vbfdot_lanev8bfv2sf (rtx, rtx, rtx, rtx, rtx);
  7736. extern rtx gen_neon_vbfdot_lanev8bfv4sf (rtx, rtx, rtx, rtx, rtx);
  7737. extern rtx gen_neon_vbfcvtv4sfv4bf (rtx, rtx);
  7738. extern rtx gen_neon_vbfcvtv4sfv8bf (rtx, rtx);
  7739. extern rtx gen_neon_vbfcvtv4sf_highv8bf (rtx, rtx, rtx);
  7740. extern rtx gen_neon_vbfcvtsf (rtx, rtx);
  7741. extern rtx gen_neon_vbfcvtv4bf (rtx, rtx);
  7742. extern rtx gen_neon_vbfcvtv8bf (rtx, rtx);
  7743. extern rtx gen_neon_vbfcvt_highv8bf (rtx, rtx);
  7744. extern rtx gen_neon_vbfcvtbf_cvtmodev2si (rtx, rtx);
  7745. extern rtx gen_neon_vbfcvtbf_cvtmodesf (rtx, rtx);
  7746. extern rtx gen_neon_vmmlav8bf (rtx, rtx, rtx, rtx);
  7747. extern rtx gen_neon_vfmabv8bf (rtx, rtx, rtx, rtx);
  7748. extern rtx gen_neon_vfmatv8bf (rtx, rtx, rtx, rtx);
  7749. extern rtx gen_neon_vfmab_lanev8bf (rtx, rtx, rtx, rtx, rtx);
  7750. extern rtx gen_neon_vfmat_lanev8bf (rtx, rtx, rtx, rtx, rtx);
  7751. extern rtx gen_crypto_aesmc (rtx, rtx);
  7752. extern rtx gen_crypto_aesimc (rtx, rtx);
  7753. extern rtx gen_crypto_aesd (rtx, rtx, rtx);
  7754. extern rtx gen_crypto_aese (rtx, rtx, rtx);
  7755. extern rtx gen_crypto_sha1su1 (rtx, rtx, rtx);
  7756. extern rtx gen_crypto_sha256su0 (rtx, rtx, rtx);
  7757. extern rtx gen_crypto_sha1su0 (rtx, rtx, rtx, rtx);
  7758. extern rtx gen_crypto_sha256h (rtx, rtx, rtx, rtx);
  7759. extern rtx gen_crypto_sha256h2 (rtx, rtx, rtx, rtx);
  7760. extern rtx gen_crypto_sha256su1 (rtx, rtx, rtx, rtx);
  7761. extern rtx gen_crypto_sha1h_lb (rtx, rtx, rtx);
  7762. extern rtx gen_crypto_vmullp64 (rtx, rtx, rtx);
  7763. extern rtx gen_crypto_sha1c_lb (rtx, rtx, rtx, rtx, rtx);
  7764. extern rtx gen_crypto_sha1m_lb (rtx, rtx, rtx, rtx, rtx);
  7765. extern rtx gen_crypto_sha1p_lb (rtx, rtx, rtx, rtx, rtx);
  7766. extern rtx gen_atomic_loadqi (rtx, rtx, rtx);
  7767. extern rtx gen_atomic_loadhi (rtx, rtx, rtx);
  7768. extern rtx gen_atomic_loadsi (rtx, rtx, rtx);
  7769. extern rtx gen_atomic_storeqi (rtx, rtx, rtx);
  7770. extern rtx gen_atomic_storehi (rtx, rtx, rtx);
  7771. extern rtx gen_atomic_storesi (rtx, rtx, rtx);
  7772. extern rtx gen_arm_atomic_loaddi2_ldrd (rtx, rtx);
  7773. extern rtx gen_atomic_compare_and_swap32qi_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7774. extern rtx gen_atomic_compare_and_swap32hi_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7775. extern rtx gen_atomic_compare_and_swapt1qi_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7776. extern rtx gen_atomic_compare_and_swapt1hi_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7777. extern rtx gen_atomic_compare_and_swap32si_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7778. extern rtx gen_atomic_compare_and_swap32di_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7779. extern rtx gen_atomic_compare_and_swapt1si_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7780. extern rtx gen_atomic_compare_and_swapt1di_1 (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  7781. extern rtx gen_atomic_exchangeqi (rtx, rtx, rtx, rtx);
  7782. extern rtx gen_atomic_exchangehi (rtx, rtx, rtx, rtx);
  7783. extern rtx gen_atomic_exchangesi (rtx, rtx, rtx, rtx);
  7784. extern rtx gen_atomic_exchangedi (rtx, rtx, rtx, rtx);
  7785. extern rtx gen_atomic_addqi (rtx, rtx, rtx);
  7786. extern rtx gen_atomic_subqi (rtx, rtx, rtx);
  7787. extern rtx gen_atomic_orqi (rtx, rtx, rtx);
  7788. extern rtx gen_atomic_xorqi (rtx, rtx, rtx);
  7789. extern rtx gen_atomic_andqi (rtx, rtx, rtx);
  7790. extern rtx gen_atomic_addhi (rtx, rtx, rtx);
  7791. extern rtx gen_atomic_subhi (rtx, rtx, rtx);
  7792. extern rtx gen_atomic_orhi (rtx, rtx, rtx);
  7793. extern rtx gen_atomic_xorhi (rtx, rtx, rtx);
  7794. extern rtx gen_atomic_andhi (rtx, rtx, rtx);
  7795. extern rtx gen_atomic_addsi (rtx, rtx, rtx);
  7796. extern rtx gen_atomic_subsi (rtx, rtx, rtx);
  7797. extern rtx gen_atomic_orsi (rtx, rtx, rtx);
  7798. extern rtx gen_atomic_xorsi (rtx, rtx, rtx);
  7799. extern rtx gen_atomic_andsi (rtx, rtx, rtx);
  7800. extern rtx gen_atomic_adddi (rtx, rtx, rtx);
  7801. extern rtx gen_atomic_subdi (rtx, rtx, rtx);
  7802. extern rtx gen_atomic_ordi (rtx, rtx, rtx);
  7803. extern rtx gen_atomic_xordi (rtx, rtx, rtx);
  7804. extern rtx gen_atomic_anddi (rtx, rtx, rtx);
  7805. extern rtx gen_atomic_nandqi (rtx, rtx, rtx);
  7806. extern rtx gen_atomic_nandhi (rtx, rtx, rtx);
  7807. extern rtx gen_atomic_nandsi (rtx, rtx, rtx);
  7808. extern rtx gen_atomic_nanddi (rtx, rtx, rtx);
  7809. extern rtx gen_atomic_fetch_addqi (rtx, rtx, rtx, rtx);
  7810. extern rtx gen_atomic_fetch_subqi (rtx, rtx, rtx, rtx);
  7811. extern rtx gen_atomic_fetch_orqi (rtx, rtx, rtx, rtx);
  7812. extern rtx gen_atomic_fetch_xorqi (rtx, rtx, rtx, rtx);
  7813. extern rtx gen_atomic_fetch_andqi (rtx, rtx, rtx, rtx);
  7814. extern rtx gen_atomic_fetch_addhi (rtx, rtx, rtx, rtx);
  7815. extern rtx gen_atomic_fetch_subhi (rtx, rtx, rtx, rtx);
  7816. extern rtx gen_atomic_fetch_orhi (rtx, rtx, rtx, rtx);
  7817. extern rtx gen_atomic_fetch_xorhi (rtx, rtx, rtx, rtx);
  7818. extern rtx gen_atomic_fetch_andhi (rtx, rtx, rtx, rtx);
  7819. extern rtx gen_atomic_fetch_addsi (rtx, rtx, rtx, rtx);
  7820. extern rtx gen_atomic_fetch_subsi (rtx, rtx, rtx, rtx);
  7821. extern rtx gen_atomic_fetch_orsi (rtx, rtx, rtx, rtx);
  7822. extern rtx gen_atomic_fetch_xorsi (rtx, rtx, rtx, rtx);
  7823. extern rtx gen_atomic_fetch_andsi (rtx, rtx, rtx, rtx);
  7824. extern rtx gen_atomic_fetch_adddi (rtx, rtx, rtx, rtx);
  7825. extern rtx gen_atomic_fetch_subdi (rtx, rtx, rtx, rtx);
  7826. extern rtx gen_atomic_fetch_ordi (rtx, rtx, rtx, rtx);
  7827. extern rtx gen_atomic_fetch_xordi (rtx, rtx, rtx, rtx);
  7828. extern rtx gen_atomic_fetch_anddi (rtx, rtx, rtx, rtx);
  7829. extern rtx gen_atomic_fetch_nandqi (rtx, rtx, rtx, rtx);
  7830. extern rtx gen_atomic_fetch_nandhi (rtx, rtx, rtx, rtx);
  7831. extern rtx gen_atomic_fetch_nandsi (rtx, rtx, rtx, rtx);
  7832. extern rtx gen_atomic_fetch_nanddi (rtx, rtx, rtx, rtx);
  7833. extern rtx gen_atomic_add_fetchqi (rtx, rtx, rtx, rtx);
  7834. extern rtx gen_atomic_sub_fetchqi (rtx, rtx, rtx, rtx);
  7835. extern rtx gen_atomic_or_fetchqi (rtx, rtx, rtx, rtx);
  7836. extern rtx gen_atomic_xor_fetchqi (rtx, rtx, rtx, rtx);
  7837. extern rtx gen_atomic_and_fetchqi (rtx, rtx, rtx, rtx);
  7838. extern rtx gen_atomic_add_fetchhi (rtx, rtx, rtx, rtx);
  7839. extern rtx gen_atomic_sub_fetchhi (rtx, rtx, rtx, rtx);
  7840. extern rtx gen_atomic_or_fetchhi (rtx, rtx, rtx, rtx);
  7841. extern rtx gen_atomic_xor_fetchhi (rtx, rtx, rtx, rtx);
  7842. extern rtx gen_atomic_and_fetchhi (rtx, rtx, rtx, rtx);
  7843. extern rtx gen_atomic_add_fetchsi (rtx, rtx, rtx, rtx);
  7844. extern rtx gen_atomic_sub_fetchsi (rtx, rtx, rtx, rtx);
  7845. extern rtx gen_atomic_or_fetchsi (rtx, rtx, rtx, rtx);
  7846. extern rtx gen_atomic_xor_fetchsi (rtx, rtx, rtx, rtx);
  7847. extern rtx gen_atomic_and_fetchsi (rtx, rtx, rtx, rtx);
  7848. extern rtx gen_atomic_add_fetchdi (rtx, rtx, rtx, rtx);
  7849. extern rtx gen_atomic_sub_fetchdi (rtx, rtx, rtx, rtx);
  7850. extern rtx gen_atomic_or_fetchdi (rtx, rtx, rtx, rtx);
  7851. extern rtx gen_atomic_xor_fetchdi (rtx, rtx, rtx, rtx);
  7852. extern rtx gen_atomic_and_fetchdi (rtx, rtx, rtx, rtx);
  7853. extern rtx gen_atomic_nand_fetchqi (rtx, rtx, rtx, rtx);
  7854. extern rtx gen_atomic_nand_fetchhi (rtx, rtx, rtx, rtx);
  7855. extern rtx gen_atomic_nand_fetchsi (rtx, rtx, rtx, rtx);
  7856. extern rtx gen_atomic_nand_fetchdi (rtx, rtx, rtx, rtx);
  7857. extern rtx gen_arm_load_exclusiveqi (rtx, rtx);
  7858. extern rtx gen_arm_load_exclusivehi (rtx, rtx);
  7859. extern rtx gen_arm_load_acquire_exclusiveqi (rtx, rtx);
  7860. extern rtx gen_arm_load_acquire_exclusivehi (rtx, rtx);
  7861. extern rtx gen_arm_load_exclusivesi (rtx, rtx);
  7862. extern rtx gen_arm_load_acquire_exclusivesi (rtx, rtx);
  7863. extern rtx gen_arm_load_exclusivedi (rtx, rtx);
  7864. extern rtx gen_arm_load_acquire_exclusivedi (rtx, rtx);
  7865. extern rtx gen_arm_store_exclusiveqi (rtx, rtx, rtx);
  7866. extern rtx gen_arm_store_exclusivehi (rtx, rtx, rtx);
  7867. extern rtx gen_arm_store_exclusivesi (rtx, rtx, rtx);
  7868. extern rtx gen_arm_store_exclusivedi (rtx, rtx, rtx);
  7869. extern rtx gen_arm_store_release_exclusivedi (rtx, rtx, rtx);
  7870. extern rtx gen_arm_store_release_exclusiveqi (rtx, rtx, rtx);
  7871. extern rtx gen_arm_store_release_exclusivehi (rtx, rtx, rtx);
  7872. extern rtx gen_arm_store_release_exclusivesi (rtx, rtx, rtx);
  7873. extern rtx gen_addqq3 (rtx, rtx, rtx);
  7874. extern rtx gen_addhq3 (rtx, rtx, rtx);
  7875. extern rtx gen_addsq3 (rtx, rtx, rtx);
  7876. extern rtx gen_adduqq3 (rtx, rtx, rtx);
  7877. extern rtx gen_adduhq3 (rtx, rtx, rtx);
  7878. extern rtx gen_addusq3 (rtx, rtx, rtx);
  7879. extern rtx gen_addha3 (rtx, rtx, rtx);
  7880. extern rtx gen_addsa3 (rtx, rtx, rtx);
  7881. extern rtx gen_adduha3 (rtx, rtx, rtx);
  7882. extern rtx gen_addusa3 (rtx, rtx, rtx);
  7883. extern rtx gen_usaddv4uqq3 (rtx, rtx, rtx);
  7884. extern rtx gen_usaddv2uhq3 (rtx, rtx, rtx);
  7885. extern rtx gen_usadduqq3 (rtx, rtx, rtx);
  7886. extern rtx gen_usadduhq3 (rtx, rtx, rtx);
  7887. extern rtx gen_usaddv2uha3 (rtx, rtx, rtx);
  7888. extern rtx gen_usadduha3 (rtx, rtx, rtx);
  7889. extern rtx gen_subqq3 (rtx, rtx, rtx);
  7890. extern rtx gen_subhq3 (rtx, rtx, rtx);
  7891. extern rtx gen_subsq3 (rtx, rtx, rtx);
  7892. extern rtx gen_subuqq3 (rtx, rtx, rtx);
  7893. extern rtx gen_subuhq3 (rtx, rtx, rtx);
  7894. extern rtx gen_subusq3 (rtx, rtx, rtx);
  7895. extern rtx gen_subha3 (rtx, rtx, rtx);
  7896. extern rtx gen_subsa3 (rtx, rtx, rtx);
  7897. extern rtx gen_subuha3 (rtx, rtx, rtx);
  7898. extern rtx gen_subusa3 (rtx, rtx, rtx);
  7899. extern rtx gen_ussubv4uqq3 (rtx, rtx, rtx);
  7900. extern rtx gen_ussubv2uhq3 (rtx, rtx, rtx);
  7901. extern rtx gen_ussubuqq3 (rtx, rtx, rtx);
  7902. extern rtx gen_ussubuhq3 (rtx, rtx, rtx);
  7903. extern rtx gen_ussubv2uha3 (rtx, rtx, rtx);
  7904. extern rtx gen_ussubuha3 (rtx, rtx, rtx);
  7905. extern rtx gen_arm_ssatsihi_shift (rtx, rtx, rtx, rtx);
  7906. extern rtx gen_arm_usatsihi (rtx, rtx);
  7907. extern rtx gen_mve_vst4qv16qi (rtx, rtx);
  7908. extern rtx gen_mve_vst4qv8hi (rtx, rtx);
  7909. extern rtx gen_mve_vst4qv4si (rtx, rtx);
  7910. extern rtx gen_mve_vst4qv8hf (rtx, rtx);
  7911. extern rtx gen_mve_vst4qv4sf (rtx, rtx);
  7912. extern rtx gen_mve_vrndq_m_fv8hf (rtx, rtx, rtx, rtx);
  7913. extern rtx gen_mve_vrndq_m_fv4sf (rtx, rtx, rtx, rtx);
  7914. extern rtx gen_mve_vrndxq_fv8hf (rtx, rtx);
  7915. extern rtx gen_mve_vrndxq_fv4sf (rtx, rtx);
  7916. extern rtx gen_mve_vrndq_fv8hf (rtx, rtx);
  7917. extern rtx gen_mve_vrndq_fv4sf (rtx, rtx);
  7918. extern rtx gen_mve_vrndpq_fv8hf (rtx, rtx);
  7919. extern rtx gen_mve_vrndpq_fv4sf (rtx, rtx);
  7920. extern rtx gen_mve_vrndnq_fv8hf (rtx, rtx);
  7921. extern rtx gen_mve_vrndnq_fv4sf (rtx, rtx);
  7922. extern rtx gen_mve_vrndmq_fv8hf (rtx, rtx);
  7923. extern rtx gen_mve_vrndmq_fv4sf (rtx, rtx);
  7924. extern rtx gen_mve_vrndaq_fv8hf (rtx, rtx);
  7925. extern rtx gen_mve_vrndaq_fv4sf (rtx, rtx);
  7926. extern rtx gen_mve_vrev64q_fv8hf (rtx, rtx);
  7927. extern rtx gen_mve_vrev64q_fv4sf (rtx, rtx);
  7928. extern rtx gen_mve_vnegq_fv8hf (rtx, rtx);
  7929. extern rtx gen_mve_vnegq_fv4sf (rtx, rtx);
  7930. extern rtx gen_mve_vdupq_n_fv8hf (rtx, rtx);
  7931. extern rtx gen_mve_vdupq_n_fv4sf (rtx, rtx);
  7932. extern rtx gen_mve_vabsq_fv8hf (rtx, rtx);
  7933. extern rtx gen_mve_vabsq_fv4sf (rtx, rtx);
  7934. extern rtx gen_mve_vrev32q_fv8hf (rtx, rtx);
  7935. extern rtx gen_mve_vcvttq_f32_f16v4sf (rtx, rtx);
  7936. extern rtx gen_mve_vcvtbq_f32_f16v4sf (rtx, rtx);
  7937. extern rtx gen_mve_vcvtq_to_f_sv8hf (rtx, rtx);
  7938. extern rtx gen_mve_vcvtq_to_f_uv8hf (rtx, rtx);
  7939. extern rtx gen_mve_vcvtq_to_f_sv4sf (rtx, rtx);
  7940. extern rtx gen_mve_vcvtq_to_f_uv4sf (rtx, rtx);
  7941. extern rtx gen_mve_vrev64q_sv16qi (rtx, rtx);
  7942. extern rtx gen_mve_vrev64q_uv16qi (rtx, rtx);
  7943. extern rtx gen_mve_vrev64q_sv8hi (rtx, rtx);
  7944. extern rtx gen_mve_vrev64q_uv8hi (rtx, rtx);
  7945. extern rtx gen_mve_vrev64q_sv4si (rtx, rtx);
  7946. extern rtx gen_mve_vrev64q_uv4si (rtx, rtx);
  7947. extern rtx gen_mve_vcvtq_from_f_sv8hi (rtx, rtx);
  7948. extern rtx gen_mve_vcvtq_from_f_uv8hi (rtx, rtx);
  7949. extern rtx gen_mve_vcvtq_from_f_sv4si (rtx, rtx);
  7950. extern rtx gen_mve_vcvtq_from_f_uv4si (rtx, rtx);
  7951. extern rtx gen_mve_vqnegq_sv16qi (rtx, rtx);
  7952. extern rtx gen_mve_vqnegq_sv8hi (rtx, rtx);
  7953. extern rtx gen_mve_vqnegq_sv4si (rtx, rtx);
  7954. extern rtx gen_mve_vqabsq_sv16qi (rtx, rtx);
  7955. extern rtx gen_mve_vqabsq_sv8hi (rtx, rtx);
  7956. extern rtx gen_mve_vqabsq_sv4si (rtx, rtx);
  7957. extern rtx gen_mve_vnegq_sv16qi (rtx, rtx);
  7958. extern rtx gen_mve_vnegq_sv8hi (rtx, rtx);
  7959. extern rtx gen_mve_vnegq_sv4si (rtx, rtx);
  7960. extern rtx gen_mve_vmvnq_uv16qi (rtx, rtx);
  7961. extern rtx gen_mve_vmvnq_sv16qi (rtx, rtx);
  7962. extern rtx gen_mve_vmvnq_uv8hi (rtx, rtx);
  7963. extern rtx gen_mve_vmvnq_sv8hi (rtx, rtx);
  7964. extern rtx gen_mve_vmvnq_uv4si (rtx, rtx);
  7965. extern rtx gen_mve_vmvnq_sv4si (rtx, rtx);
  7966. extern rtx gen_mve_vdupq_n_uv16qi (rtx, rtx);
  7967. extern rtx gen_mve_vdupq_n_sv16qi (rtx, rtx);
  7968. extern rtx gen_mve_vdupq_n_uv8hi (rtx, rtx);
  7969. extern rtx gen_mve_vdupq_n_sv8hi (rtx, rtx);
  7970. extern rtx gen_mve_vdupq_n_uv4si (rtx, rtx);
  7971. extern rtx gen_mve_vdupq_n_sv4si (rtx, rtx);
  7972. extern rtx gen_mve_vclzq_uv16qi (rtx, rtx);
  7973. extern rtx gen_mve_vclzq_sv16qi (rtx, rtx);
  7974. extern rtx gen_mve_vclzq_uv8hi (rtx, rtx);
  7975. extern rtx gen_mve_vclzq_sv8hi (rtx, rtx);
  7976. extern rtx gen_mve_vclzq_uv4si (rtx, rtx);
  7977. extern rtx gen_mve_vclzq_sv4si (rtx, rtx);
  7978. extern rtx gen_mve_vclsq_sv16qi (rtx, rtx);
  7979. extern rtx gen_mve_vclsq_sv8hi (rtx, rtx);
  7980. extern rtx gen_mve_vclsq_sv4si (rtx, rtx);
  7981. extern rtx gen_mve_vaddvq_uv16qi (rtx, rtx);
  7982. extern rtx gen_mve_vaddvq_sv16qi (rtx, rtx);
  7983. extern rtx gen_mve_vaddvq_uv8hi (rtx, rtx);
  7984. extern rtx gen_mve_vaddvq_sv8hi (rtx, rtx);
  7985. extern rtx gen_mve_vaddvq_uv4si (rtx, rtx);
  7986. extern rtx gen_mve_vaddvq_sv4si (rtx, rtx);
  7987. extern rtx gen_mve_vabsq_sv16qi (rtx, rtx);
  7988. extern rtx gen_mve_vabsq_sv8hi (rtx, rtx);
  7989. extern rtx gen_mve_vabsq_sv4si (rtx, rtx);
  7990. extern rtx gen_mve_vrev32q_uv16qi (rtx, rtx);
  7991. extern rtx gen_mve_vrev32q_sv16qi (rtx, rtx);
  7992. extern rtx gen_mve_vrev32q_uv8hi (rtx, rtx);
  7993. extern rtx gen_mve_vrev32q_sv8hi (rtx, rtx);
  7994. extern rtx gen_mve_vmovltq_uv16qi (rtx, rtx);
  7995. extern rtx gen_mve_vmovltq_sv16qi (rtx, rtx);
  7996. extern rtx gen_mve_vmovltq_uv8hi (rtx, rtx);
  7997. extern rtx gen_mve_vmovltq_sv8hi (rtx, rtx);
  7998. extern rtx gen_mve_vmovlbq_sv16qi (rtx, rtx);
  7999. extern rtx gen_mve_vmovlbq_uv16qi (rtx, rtx);
  8000. extern rtx gen_mve_vmovlbq_sv8hi (rtx, rtx);
  8001. extern rtx gen_mve_vmovlbq_uv8hi (rtx, rtx);
  8002. extern rtx gen_mve_vcvtpq_sv8hi (rtx, rtx);
  8003. extern rtx gen_mve_vcvtpq_uv8hi (rtx, rtx);
  8004. extern rtx gen_mve_vcvtpq_sv4si (rtx, rtx);
  8005. extern rtx gen_mve_vcvtpq_uv4si (rtx, rtx);
  8006. extern rtx gen_mve_vcvtnq_sv8hi (rtx, rtx);
  8007. extern rtx gen_mve_vcvtnq_uv8hi (rtx, rtx);
  8008. extern rtx gen_mve_vcvtnq_sv4si (rtx, rtx);
  8009. extern rtx gen_mve_vcvtnq_uv4si (rtx, rtx);
  8010. extern rtx gen_mve_vcvtmq_sv8hi (rtx, rtx);
  8011. extern rtx gen_mve_vcvtmq_uv8hi (rtx, rtx);
  8012. extern rtx gen_mve_vcvtmq_sv4si (rtx, rtx);
  8013. extern rtx gen_mve_vcvtmq_uv4si (rtx, rtx);
  8014. extern rtx gen_mve_vcvtaq_uv8hi (rtx, rtx);
  8015. extern rtx gen_mve_vcvtaq_sv8hi (rtx, rtx);
  8016. extern rtx gen_mve_vcvtaq_uv4si (rtx, rtx);
  8017. extern rtx gen_mve_vcvtaq_sv4si (rtx, rtx);
  8018. extern rtx gen_mve_vmvnq_n_uv8hi (rtx, rtx);
  8019. extern rtx gen_mve_vmvnq_n_sv8hi (rtx, rtx);
  8020. extern rtx gen_mve_vmvnq_n_uv4si (rtx, rtx);
  8021. extern rtx gen_mve_vmvnq_n_sv4si (rtx, rtx);
  8022. extern rtx gen_mve_vrev16q_uv16qi (rtx, rtx);
  8023. extern rtx gen_mve_vrev16q_sv16qi (rtx, rtx);
  8024. extern rtx gen_mve_vaddlvq_uv4si (rtx, rtx);
  8025. extern rtx gen_mve_vaddlvq_sv4si (rtx, rtx);
  8026. extern rtx gen_mve_vctp8qhi (rtx, rtx);
  8027. extern rtx gen_mve_vctp16qhi (rtx, rtx);
  8028. extern rtx gen_mve_vctp32qhi (rtx, rtx);
  8029. extern rtx gen_mve_vctp64qhi (rtx, rtx);
  8030. extern rtx gen_mve_vpnothi (rtx, rtx);
  8031. extern rtx gen_mve_vsubq_n_fv8hf (rtx, rtx, rtx);
  8032. extern rtx gen_mve_vsubq_n_fv4sf (rtx, rtx, rtx);
  8033. extern rtx gen_mve_vbrsrq_n_fv8hf (rtx, rtx, rtx);
  8034. extern rtx gen_mve_vbrsrq_n_fv4sf (rtx, rtx, rtx);
  8035. extern rtx gen_mve_vcvtq_n_to_f_sv8hf (rtx, rtx, rtx);
  8036. extern rtx gen_mve_vcvtq_n_to_f_uv8hf (rtx, rtx, rtx);
  8037. extern rtx gen_mve_vcvtq_n_to_f_sv4sf (rtx, rtx, rtx);
  8038. extern rtx gen_mve_vcvtq_n_to_f_uv4sf (rtx, rtx, rtx);
  8039. extern rtx gen_mve_vcreateq_fv8hf (rtx, rtx, rtx);
  8040. extern rtx gen_mve_vcreateq_fv4sf (rtx, rtx, rtx);
  8041. extern rtx gen_mve_vcreateq_uv16qi (rtx, rtx, rtx);
  8042. extern rtx gen_mve_vcreateq_sv16qi (rtx, rtx, rtx);
  8043. extern rtx gen_mve_vcreateq_uv8hi (rtx, rtx, rtx);
  8044. extern rtx gen_mve_vcreateq_sv8hi (rtx, rtx, rtx);
  8045. extern rtx gen_mve_vcreateq_uv4si (rtx, rtx, rtx);
  8046. extern rtx gen_mve_vcreateq_sv4si (rtx, rtx, rtx);
  8047. extern rtx gen_mve_vcreateq_uv2di (rtx, rtx, rtx);
  8048. extern rtx gen_mve_vcreateq_sv2di (rtx, rtx, rtx);
  8049. extern rtx gen_mve_vshrq_n_sv16qi (rtx, rtx, rtx);
  8050. extern rtx gen_mve_vshrq_n_uv16qi (rtx, rtx, rtx);
  8051. extern rtx gen_mve_vshrq_n_sv8hi (rtx, rtx, rtx);
  8052. extern rtx gen_mve_vshrq_n_uv8hi (rtx, rtx, rtx);
  8053. extern rtx gen_mve_vshrq_n_sv4si (rtx, rtx, rtx);
  8054. extern rtx gen_mve_vshrq_n_uv4si (rtx, rtx, rtx);
  8055. extern rtx gen_mve_vcvtq_n_from_f_sv8hi (rtx, rtx, rtx);
  8056. extern rtx gen_mve_vcvtq_n_from_f_uv8hi (rtx, rtx, rtx);
  8057. extern rtx gen_mve_vcvtq_n_from_f_sv4si (rtx, rtx, rtx);
  8058. extern rtx gen_mve_vcvtq_n_from_f_uv4si (rtx, rtx, rtx);
  8059. extern rtx gen_mve_vaddlvq_p_sv4si (rtx, rtx, rtx);
  8060. extern rtx gen_mve_vaddlvq_p_uv4si (rtx, rtx, rtx);
  8061. extern rtx gen_mve_vcmpneq_uv16qi (rtx, rtx, rtx);
  8062. extern rtx gen_mve_vcmpneq_sv16qi (rtx, rtx, rtx);
  8063. extern rtx gen_mve_vcmpneq_uv8hi (rtx, rtx, rtx);
  8064. extern rtx gen_mve_vcmpneq_sv8hi (rtx, rtx, rtx);
  8065. extern rtx gen_mve_vcmpneq_uv4si (rtx, rtx, rtx);
  8066. extern rtx gen_mve_vcmpneq_sv4si (rtx, rtx, rtx);
  8067. extern rtx gen_mve_vshlq_sv16qi (rtx, rtx, rtx);
  8068. extern rtx gen_mve_vshlq_uv16qi (rtx, rtx, rtx);
  8069. extern rtx gen_mve_vshlq_sv8hi (rtx, rtx, rtx);
  8070. extern rtx gen_mve_vshlq_uv8hi (rtx, rtx, rtx);
  8071. extern rtx gen_mve_vshlq_sv4si (rtx, rtx, rtx);
  8072. extern rtx gen_mve_vshlq_uv4si (rtx, rtx, rtx);
  8073. extern rtx gen_mve_vabdq_sv16qi (rtx, rtx, rtx);
  8074. extern rtx gen_mve_vabdq_uv16qi (rtx, rtx, rtx);
  8075. extern rtx gen_mve_vabdq_sv8hi (rtx, rtx, rtx);
  8076. extern rtx gen_mve_vabdq_uv8hi (rtx, rtx, rtx);
  8077. extern rtx gen_mve_vabdq_sv4si (rtx, rtx, rtx);
  8078. extern rtx gen_mve_vabdq_uv4si (rtx, rtx, rtx);
  8079. extern rtx gen_mve_vaddq_n_sv16qi (rtx, rtx, rtx);
  8080. extern rtx gen_mve_vaddq_n_uv16qi (rtx, rtx, rtx);
  8081. extern rtx gen_mve_vaddq_n_sv8hi (rtx, rtx, rtx);
  8082. extern rtx gen_mve_vaddq_n_uv8hi (rtx, rtx, rtx);
  8083. extern rtx gen_mve_vaddq_n_sv4si (rtx, rtx, rtx);
  8084. extern rtx gen_mve_vaddq_n_uv4si (rtx, rtx, rtx);
  8085. extern rtx gen_mve_vaddvaq_sv16qi (rtx, rtx, rtx);
  8086. extern rtx gen_mve_vaddvaq_uv16qi (rtx, rtx, rtx);
  8087. extern rtx gen_mve_vaddvaq_sv8hi (rtx, rtx, rtx);
  8088. extern rtx gen_mve_vaddvaq_uv8hi (rtx, rtx, rtx);
  8089. extern rtx gen_mve_vaddvaq_sv4si (rtx, rtx, rtx);
  8090. extern rtx gen_mve_vaddvaq_uv4si (rtx, rtx, rtx);
  8091. extern rtx gen_mve_vaddvq_p_uv16qi (rtx, rtx, rtx);
  8092. extern rtx gen_mve_vaddvq_p_sv16qi (rtx, rtx, rtx);
  8093. extern rtx gen_mve_vaddvq_p_uv8hi (rtx, rtx, rtx);
  8094. extern rtx gen_mve_vaddvq_p_sv8hi (rtx, rtx, rtx);
  8095. extern rtx gen_mve_vaddvq_p_uv4si (rtx, rtx, rtx);
  8096. extern rtx gen_mve_vaddvq_p_sv4si (rtx, rtx, rtx);
  8097. extern rtx gen_mve_vandq_uv16qi (rtx, rtx, rtx);
  8098. extern rtx gen_mve_vandq_sv16qi (rtx, rtx, rtx);
  8099. extern rtx gen_mve_vandq_uv8hi (rtx, rtx, rtx);
  8100. extern rtx gen_mve_vandq_sv8hi (rtx, rtx, rtx);
  8101. extern rtx gen_mve_vandq_uv4si (rtx, rtx, rtx);
  8102. extern rtx gen_mve_vandq_sv4si (rtx, rtx, rtx);
  8103. extern rtx gen_mve_vbicq_sv16qi (rtx, rtx, rtx);
  8104. extern rtx gen_mve_vbicq_uv16qi (rtx, rtx, rtx);
  8105. extern rtx gen_mve_vbicq_sv8hi (rtx, rtx, rtx);
  8106. extern rtx gen_mve_vbicq_uv8hi (rtx, rtx, rtx);
  8107. extern rtx gen_mve_vbicq_sv4si (rtx, rtx, rtx);
  8108. extern rtx gen_mve_vbicq_uv4si (rtx, rtx, rtx);
  8109. extern rtx gen_mve_vbrsrq_n_uv16qi (rtx, rtx, rtx);
  8110. extern rtx gen_mve_vbrsrq_n_sv16qi (rtx, rtx, rtx);
  8111. extern rtx gen_mve_vbrsrq_n_uv8hi (rtx, rtx, rtx);
  8112. extern rtx gen_mve_vbrsrq_n_sv8hi (rtx, rtx, rtx);
  8113. extern rtx gen_mve_vbrsrq_n_uv4si (rtx, rtx, rtx);
  8114. extern rtx gen_mve_vbrsrq_n_sv4si (rtx, rtx, rtx);
  8115. extern rtx gen_mve_vcaddq_rot270_sv16qi (rtx, rtx, rtx);
  8116. extern rtx gen_mve_vcaddq_rot270_uv16qi (rtx, rtx, rtx);
  8117. extern rtx gen_mve_vcaddq_rot270_sv8hi (rtx, rtx, rtx);
  8118. extern rtx gen_mve_vcaddq_rot270_uv8hi (rtx, rtx, rtx);
  8119. extern rtx gen_mve_vcaddq_rot270_sv4si (rtx, rtx, rtx);
  8120. extern rtx gen_mve_vcaddq_rot270_uv4si (rtx, rtx, rtx);
  8121. extern rtx gen_mve_vcaddq_rot90_uv16qi (rtx, rtx, rtx);
  8122. extern rtx gen_mve_vcaddq_rot90_sv16qi (rtx, rtx, rtx);
  8123. extern rtx gen_mve_vcaddq_rot90_uv8hi (rtx, rtx, rtx);
  8124. extern rtx gen_mve_vcaddq_rot90_sv8hi (rtx, rtx, rtx);
  8125. extern rtx gen_mve_vcaddq_rot90_uv4si (rtx, rtx, rtx);
  8126. extern rtx gen_mve_vcaddq_rot90_sv4si (rtx, rtx, rtx);
  8127. extern rtx gen_mve_vcmpcsq_n_uv16qi (rtx, rtx, rtx);
  8128. extern rtx gen_mve_vcmpcsq_n_uv8hi (rtx, rtx, rtx);
  8129. extern rtx gen_mve_vcmpcsq_n_uv4si (rtx, rtx, rtx);
  8130. extern rtx gen_mve_vcmpcsq_uv16qi (rtx, rtx, rtx);
  8131. extern rtx gen_mve_vcmpcsq_uv8hi (rtx, rtx, rtx);
  8132. extern rtx gen_mve_vcmpcsq_uv4si (rtx, rtx, rtx);
  8133. extern rtx gen_mve_vcmpeqq_n_sv16qi (rtx, rtx, rtx);
  8134. extern rtx gen_mve_vcmpeqq_n_uv16qi (rtx, rtx, rtx);
  8135. extern rtx gen_mve_vcmpeqq_n_sv8hi (rtx, rtx, rtx);
  8136. extern rtx gen_mve_vcmpeqq_n_uv8hi (rtx, rtx, rtx);
  8137. extern rtx gen_mve_vcmpeqq_n_sv4si (rtx, rtx, rtx);
  8138. extern rtx gen_mve_vcmpeqq_n_uv4si (rtx, rtx, rtx);
  8139. extern rtx gen_mve_vcmpeqq_uv16qi (rtx, rtx, rtx);
  8140. extern rtx gen_mve_vcmpeqq_sv16qi (rtx, rtx, rtx);
  8141. extern rtx gen_mve_vcmpeqq_uv8hi (rtx, rtx, rtx);
  8142. extern rtx gen_mve_vcmpeqq_sv8hi (rtx, rtx, rtx);
  8143. extern rtx gen_mve_vcmpeqq_uv4si (rtx, rtx, rtx);
  8144. extern rtx gen_mve_vcmpeqq_sv4si (rtx, rtx, rtx);
  8145. extern rtx gen_mve_vcmpgeq_n_sv16qi (rtx, rtx, rtx);
  8146. extern rtx gen_mve_vcmpgeq_n_sv8hi (rtx, rtx, rtx);
  8147. extern rtx gen_mve_vcmpgeq_n_sv4si (rtx, rtx, rtx);
  8148. extern rtx gen_mve_vcmpgeq_sv16qi (rtx, rtx, rtx);
  8149. extern rtx gen_mve_vcmpgeq_sv8hi (rtx, rtx, rtx);
  8150. extern rtx gen_mve_vcmpgeq_sv4si (rtx, rtx, rtx);
  8151. extern rtx gen_mve_vcmpgtq_n_sv16qi (rtx, rtx, rtx);
  8152. extern rtx gen_mve_vcmpgtq_n_sv8hi (rtx, rtx, rtx);
  8153. extern rtx gen_mve_vcmpgtq_n_sv4si (rtx, rtx, rtx);
  8154. extern rtx gen_mve_vcmpgtq_sv16qi (rtx, rtx, rtx);
  8155. extern rtx gen_mve_vcmpgtq_sv8hi (rtx, rtx, rtx);
  8156. extern rtx gen_mve_vcmpgtq_sv4si (rtx, rtx, rtx);
  8157. extern rtx gen_mve_vcmphiq_n_uv16qi (rtx, rtx, rtx);
  8158. extern rtx gen_mve_vcmphiq_n_uv8hi (rtx, rtx, rtx);
  8159. extern rtx gen_mve_vcmphiq_n_uv4si (rtx, rtx, rtx);
  8160. extern rtx gen_mve_vcmphiq_uv16qi (rtx, rtx, rtx);
  8161. extern rtx gen_mve_vcmphiq_uv8hi (rtx, rtx, rtx);
  8162. extern rtx gen_mve_vcmphiq_uv4si (rtx, rtx, rtx);
  8163. extern rtx gen_mve_vcmpleq_n_sv16qi (rtx, rtx, rtx);
  8164. extern rtx gen_mve_vcmpleq_n_sv8hi (rtx, rtx, rtx);
  8165. extern rtx gen_mve_vcmpleq_n_sv4si (rtx, rtx, rtx);
  8166. extern rtx gen_mve_vcmpleq_sv16qi (rtx, rtx, rtx);
  8167. extern rtx gen_mve_vcmpleq_sv8hi (rtx, rtx, rtx);
  8168. extern rtx gen_mve_vcmpleq_sv4si (rtx, rtx, rtx);
  8169. extern rtx gen_mve_vcmpltq_n_sv16qi (rtx, rtx, rtx);
  8170. extern rtx gen_mve_vcmpltq_n_sv8hi (rtx, rtx, rtx);
  8171. extern rtx gen_mve_vcmpltq_n_sv4si (rtx, rtx, rtx);
  8172. extern rtx gen_mve_vcmpltq_sv16qi (rtx, rtx, rtx);
  8173. extern rtx gen_mve_vcmpltq_sv8hi (rtx, rtx, rtx);
  8174. extern rtx gen_mve_vcmpltq_sv4si (rtx, rtx, rtx);
  8175. extern rtx gen_mve_vcmpneq_n_uv16qi (rtx, rtx, rtx);
  8176. extern rtx gen_mve_vcmpneq_n_sv16qi (rtx, rtx, rtx);
  8177. extern rtx gen_mve_vcmpneq_n_uv8hi (rtx, rtx, rtx);
  8178. extern rtx gen_mve_vcmpneq_n_sv8hi (rtx, rtx, rtx);
  8179. extern rtx gen_mve_vcmpneq_n_uv4si (rtx, rtx, rtx);
  8180. extern rtx gen_mve_vcmpneq_n_sv4si (rtx, rtx, rtx);
  8181. extern rtx gen_mve_veorq_uv16qi (rtx, rtx, rtx);
  8182. extern rtx gen_mve_veorq_sv16qi (rtx, rtx, rtx);
  8183. extern rtx gen_mve_veorq_uv8hi (rtx, rtx, rtx);
  8184. extern rtx gen_mve_veorq_sv8hi (rtx, rtx, rtx);
  8185. extern rtx gen_mve_veorq_uv4si (rtx, rtx, rtx);
  8186. extern rtx gen_mve_veorq_sv4si (rtx, rtx, rtx);
  8187. extern rtx gen_mve_vhaddq_n_uv16qi (rtx, rtx, rtx);
  8188. extern rtx gen_mve_vhaddq_n_sv16qi (rtx, rtx, rtx);
  8189. extern rtx gen_mve_vhaddq_n_uv8hi (rtx, rtx, rtx);
  8190. extern rtx gen_mve_vhaddq_n_sv8hi (rtx, rtx, rtx);
  8191. extern rtx gen_mve_vhaddq_n_uv4si (rtx, rtx, rtx);
  8192. extern rtx gen_mve_vhaddq_n_sv4si (rtx, rtx, rtx);
  8193. extern rtx gen_mve_vhaddq_sv16qi (rtx, rtx, rtx);
  8194. extern rtx gen_mve_vhaddq_uv16qi (rtx, rtx, rtx);
  8195. extern rtx gen_mve_vhaddq_sv8hi (rtx, rtx, rtx);
  8196. extern rtx gen_mve_vhaddq_uv8hi (rtx, rtx, rtx);
  8197. extern rtx gen_mve_vhaddq_sv4si (rtx, rtx, rtx);
  8198. extern rtx gen_mve_vhaddq_uv4si (rtx, rtx, rtx);
  8199. extern rtx gen_mve_vhcaddq_rot270_sv16qi (rtx, rtx, rtx);
  8200. extern rtx gen_mve_vhcaddq_rot270_sv8hi (rtx, rtx, rtx);
  8201. extern rtx gen_mve_vhcaddq_rot270_sv4si (rtx, rtx, rtx);
  8202. extern rtx gen_mve_vhcaddq_rot90_sv16qi (rtx, rtx, rtx);
  8203. extern rtx gen_mve_vhcaddq_rot90_sv8hi (rtx, rtx, rtx);
  8204. extern rtx gen_mve_vhcaddq_rot90_sv4si (rtx, rtx, rtx);
  8205. extern rtx gen_mve_vhsubq_n_uv16qi (rtx, rtx, rtx);
  8206. extern rtx gen_mve_vhsubq_n_sv16qi (rtx, rtx, rtx);
  8207. extern rtx gen_mve_vhsubq_n_uv8hi (rtx, rtx, rtx);
  8208. extern rtx gen_mve_vhsubq_n_sv8hi (rtx, rtx, rtx);
  8209. extern rtx gen_mve_vhsubq_n_uv4si (rtx, rtx, rtx);
  8210. extern rtx gen_mve_vhsubq_n_sv4si (rtx, rtx, rtx);
  8211. extern rtx gen_mve_vhsubq_sv16qi (rtx, rtx, rtx);
  8212. extern rtx gen_mve_vhsubq_uv16qi (rtx, rtx, rtx);
  8213. extern rtx gen_mve_vhsubq_sv8hi (rtx, rtx, rtx);
  8214. extern rtx gen_mve_vhsubq_uv8hi (rtx, rtx, rtx);
  8215. extern rtx gen_mve_vhsubq_sv4si (rtx, rtx, rtx);
  8216. extern rtx gen_mve_vhsubq_uv4si (rtx, rtx, rtx);
  8217. extern rtx gen_mve_vmaxaq_sv16qi (rtx, rtx, rtx);
  8218. extern rtx gen_mve_vmaxaq_sv8hi (rtx, rtx, rtx);
  8219. extern rtx gen_mve_vmaxaq_sv4si (rtx, rtx, rtx);
  8220. extern rtx gen_mve_vmaxavq_sv16qi (rtx, rtx, rtx);
  8221. extern rtx gen_mve_vmaxavq_sv8hi (rtx, rtx, rtx);
  8222. extern rtx gen_mve_vmaxavq_sv4si (rtx, rtx, rtx);
  8223. extern rtx gen_mve_vmaxq_uv16qi (rtx, rtx, rtx);
  8224. extern rtx gen_mve_vmaxq_sv16qi (rtx, rtx, rtx);
  8225. extern rtx gen_mve_vmaxq_uv8hi (rtx, rtx, rtx);
  8226. extern rtx gen_mve_vmaxq_sv8hi (rtx, rtx, rtx);
  8227. extern rtx gen_mve_vmaxq_uv4si (rtx, rtx, rtx);
  8228. extern rtx gen_mve_vmaxq_sv4si (rtx, rtx, rtx);
  8229. extern rtx gen_mve_vmaxvq_uv16qi (rtx, rtx, rtx);
  8230. extern rtx gen_mve_vmaxvq_sv16qi (rtx, rtx, rtx);
  8231. extern rtx gen_mve_vmaxvq_uv8hi (rtx, rtx, rtx);
  8232. extern rtx gen_mve_vmaxvq_sv8hi (rtx, rtx, rtx);
  8233. extern rtx gen_mve_vmaxvq_uv4si (rtx, rtx, rtx);
  8234. extern rtx gen_mve_vmaxvq_sv4si (rtx, rtx, rtx);
  8235. extern rtx gen_mve_vminaq_sv16qi (rtx, rtx, rtx);
  8236. extern rtx gen_mve_vminaq_sv8hi (rtx, rtx, rtx);
  8237. extern rtx gen_mve_vminaq_sv4si (rtx, rtx, rtx);
  8238. extern rtx gen_mve_vminavq_sv16qi (rtx, rtx, rtx);
  8239. extern rtx gen_mve_vminavq_sv8hi (rtx, rtx, rtx);
  8240. extern rtx gen_mve_vminavq_sv4si (rtx, rtx, rtx);
  8241. extern rtx gen_mve_vminq_sv16qi (rtx, rtx, rtx);
  8242. extern rtx gen_mve_vminq_uv16qi (rtx, rtx, rtx);
  8243. extern rtx gen_mve_vminq_sv8hi (rtx, rtx, rtx);
  8244. extern rtx gen_mve_vminq_uv8hi (rtx, rtx, rtx);
  8245. extern rtx gen_mve_vminq_sv4si (rtx, rtx, rtx);
  8246. extern rtx gen_mve_vminq_uv4si (rtx, rtx, rtx);
  8247. extern rtx gen_mve_vminvq_uv16qi (rtx, rtx, rtx);
  8248. extern rtx gen_mve_vminvq_sv16qi (rtx, rtx, rtx);
  8249. extern rtx gen_mve_vminvq_uv8hi (rtx, rtx, rtx);
  8250. extern rtx gen_mve_vminvq_sv8hi (rtx, rtx, rtx);
  8251. extern rtx gen_mve_vminvq_uv4si (rtx, rtx, rtx);
  8252. extern rtx gen_mve_vminvq_sv4si (rtx, rtx, rtx);
  8253. extern rtx gen_mve_vmladavq_uv16qi (rtx, rtx, rtx);
  8254. extern rtx gen_mve_vmladavq_sv16qi (rtx, rtx, rtx);
  8255. extern rtx gen_mve_vmladavq_uv8hi (rtx, rtx, rtx);
  8256. extern rtx gen_mve_vmladavq_sv8hi (rtx, rtx, rtx);
  8257. extern rtx gen_mve_vmladavq_uv4si (rtx, rtx, rtx);
  8258. extern rtx gen_mve_vmladavq_sv4si (rtx, rtx, rtx);
  8259. extern rtx gen_mve_vmladavxq_sv16qi (rtx, rtx, rtx);
  8260. extern rtx gen_mve_vmladavxq_sv8hi (rtx, rtx, rtx);
  8261. extern rtx gen_mve_vmladavxq_sv4si (rtx, rtx, rtx);
  8262. extern rtx gen_mve_vmlsdavq_sv16qi (rtx, rtx, rtx);
  8263. extern rtx gen_mve_vmlsdavq_sv8hi (rtx, rtx, rtx);
  8264. extern rtx gen_mve_vmlsdavq_sv4si (rtx, rtx, rtx);
  8265. extern rtx gen_mve_vmlsdavxq_sv16qi (rtx, rtx, rtx);
  8266. extern rtx gen_mve_vmlsdavxq_sv8hi (rtx, rtx, rtx);
  8267. extern rtx gen_mve_vmlsdavxq_sv4si (rtx, rtx, rtx);
  8268. extern rtx gen_mve_vmulhq_sv16qi (rtx, rtx, rtx);
  8269. extern rtx gen_mve_vmulhq_uv16qi (rtx, rtx, rtx);
  8270. extern rtx gen_mve_vmulhq_sv8hi (rtx, rtx, rtx);
  8271. extern rtx gen_mve_vmulhq_uv8hi (rtx, rtx, rtx);
  8272. extern rtx gen_mve_vmulhq_sv4si (rtx, rtx, rtx);
  8273. extern rtx gen_mve_vmulhq_uv4si (rtx, rtx, rtx);
  8274. extern rtx gen_mve_vmullbq_int_uv16qi (rtx, rtx, rtx);
  8275. extern rtx gen_mve_vmullbq_int_sv16qi (rtx, rtx, rtx);
  8276. extern rtx gen_mve_vmullbq_int_uv8hi (rtx, rtx, rtx);
  8277. extern rtx gen_mve_vmullbq_int_sv8hi (rtx, rtx, rtx);
  8278. extern rtx gen_mve_vmullbq_int_uv4si (rtx, rtx, rtx);
  8279. extern rtx gen_mve_vmullbq_int_sv4si (rtx, rtx, rtx);
  8280. extern rtx gen_mve_vmulltq_int_uv16qi (rtx, rtx, rtx);
  8281. extern rtx gen_mve_vmulltq_int_sv16qi (rtx, rtx, rtx);
  8282. extern rtx gen_mve_vmulltq_int_uv8hi (rtx, rtx, rtx);
  8283. extern rtx gen_mve_vmulltq_int_sv8hi (rtx, rtx, rtx);
  8284. extern rtx gen_mve_vmulltq_int_uv4si (rtx, rtx, rtx);
  8285. extern rtx gen_mve_vmulltq_int_sv4si (rtx, rtx, rtx);
  8286. extern rtx gen_mve_vmulq_n_uv16qi (rtx, rtx, rtx);
  8287. extern rtx gen_mve_vmulq_n_sv16qi (rtx, rtx, rtx);
  8288. extern rtx gen_mve_vmulq_n_uv8hi (rtx, rtx, rtx);
  8289. extern rtx gen_mve_vmulq_n_sv8hi (rtx, rtx, rtx);
  8290. extern rtx gen_mve_vmulq_n_uv4si (rtx, rtx, rtx);
  8291. extern rtx gen_mve_vmulq_n_sv4si (rtx, rtx, rtx);
  8292. extern rtx gen_mve_vmulq_uv16qi (rtx, rtx, rtx);
  8293. extern rtx gen_mve_vmulq_sv16qi (rtx, rtx, rtx);
  8294. extern rtx gen_mve_vmulq_uv8hi (rtx, rtx, rtx);
  8295. extern rtx gen_mve_vmulq_sv8hi (rtx, rtx, rtx);
  8296. extern rtx gen_mve_vmulq_uv4si (rtx, rtx, rtx);
  8297. extern rtx gen_mve_vmulq_sv4si (rtx, rtx, rtx);
  8298. extern rtx gen_mve_vornq_uv16qi (rtx, rtx, rtx);
  8299. extern rtx gen_mve_vornq_sv16qi (rtx, rtx, rtx);
  8300. extern rtx gen_mve_vornq_uv8hi (rtx, rtx, rtx);
  8301. extern rtx gen_mve_vornq_sv8hi (rtx, rtx, rtx);
  8302. extern rtx gen_mve_vornq_uv4si (rtx, rtx, rtx);
  8303. extern rtx gen_mve_vornq_sv4si (rtx, rtx, rtx);
  8304. extern rtx gen_mve_vorrq_sv16qi (rtx, rtx, rtx);
  8305. extern rtx gen_mve_vorrq_uv16qi (rtx, rtx, rtx);
  8306. extern rtx gen_mve_vorrq_sv8hi (rtx, rtx, rtx);
  8307. extern rtx gen_mve_vorrq_uv8hi (rtx, rtx, rtx);
  8308. extern rtx gen_mve_vorrq_sv4si (rtx, rtx, rtx);
  8309. extern rtx gen_mve_vorrq_uv4si (rtx, rtx, rtx);
  8310. extern rtx gen_mve_vqaddq_n_sv16qi (rtx, rtx, rtx);
  8311. extern rtx gen_mve_vqaddq_n_uv16qi (rtx, rtx, rtx);
  8312. extern rtx gen_mve_vqaddq_n_sv8hi (rtx, rtx, rtx);
  8313. extern rtx gen_mve_vqaddq_n_uv8hi (rtx, rtx, rtx);
  8314. extern rtx gen_mve_vqaddq_n_sv4si (rtx, rtx, rtx);
  8315. extern rtx gen_mve_vqaddq_n_uv4si (rtx, rtx, rtx);
  8316. extern rtx gen_mve_vqaddq_uv16qi (rtx, rtx, rtx);
  8317. extern rtx gen_mve_vqaddq_sv16qi (rtx, rtx, rtx);
  8318. extern rtx gen_mve_vqaddq_uv8hi (rtx, rtx, rtx);
  8319. extern rtx gen_mve_vqaddq_sv8hi (rtx, rtx, rtx);
  8320. extern rtx gen_mve_vqaddq_uv4si (rtx, rtx, rtx);
  8321. extern rtx gen_mve_vqaddq_sv4si (rtx, rtx, rtx);
  8322. extern rtx gen_mve_vqdmulhq_n_sv16qi (rtx, rtx, rtx);
  8323. extern rtx gen_mve_vqdmulhq_n_sv8hi (rtx, rtx, rtx);
  8324. extern rtx gen_mve_vqdmulhq_n_sv4si (rtx, rtx, rtx);
  8325. extern rtx gen_mve_vqdmulhq_sv16qi (rtx, rtx, rtx);
  8326. extern rtx gen_mve_vqdmulhq_sv8hi (rtx, rtx, rtx);
  8327. extern rtx gen_mve_vqdmulhq_sv4si (rtx, rtx, rtx);
  8328. extern rtx gen_mve_vqrdmulhq_n_sv16qi (rtx, rtx, rtx);
  8329. extern rtx gen_mve_vqrdmulhq_n_sv8hi (rtx, rtx, rtx);
  8330. extern rtx gen_mve_vqrdmulhq_n_sv4si (rtx, rtx, rtx);
  8331. extern rtx gen_mve_vqrdmulhq_sv16qi (rtx, rtx, rtx);
  8332. extern rtx gen_mve_vqrdmulhq_sv8hi (rtx, rtx, rtx);
  8333. extern rtx gen_mve_vqrdmulhq_sv4si (rtx, rtx, rtx);
  8334. extern rtx gen_mve_vqrshlq_n_sv16qi (rtx, rtx, rtx);
  8335. extern rtx gen_mve_vqrshlq_n_uv16qi (rtx, rtx, rtx);
  8336. extern rtx gen_mve_vqrshlq_n_sv8hi (rtx, rtx, rtx);
  8337. extern rtx gen_mve_vqrshlq_n_uv8hi (rtx, rtx, rtx);
  8338. extern rtx gen_mve_vqrshlq_n_sv4si (rtx, rtx, rtx);
  8339. extern rtx gen_mve_vqrshlq_n_uv4si (rtx, rtx, rtx);
  8340. extern rtx gen_mve_vqrshlq_sv16qi (rtx, rtx, rtx);
  8341. extern rtx gen_mve_vqrshlq_uv16qi (rtx, rtx, rtx);
  8342. extern rtx gen_mve_vqrshlq_sv8hi (rtx, rtx, rtx);
  8343. extern rtx gen_mve_vqrshlq_uv8hi (rtx, rtx, rtx);
  8344. extern rtx gen_mve_vqrshlq_sv4si (rtx, rtx, rtx);
  8345. extern rtx gen_mve_vqrshlq_uv4si (rtx, rtx, rtx);
  8346. extern rtx gen_mve_vqshlq_n_sv16qi (rtx, rtx, rtx);
  8347. extern rtx gen_mve_vqshlq_n_uv16qi (rtx, rtx, rtx);
  8348. extern rtx gen_mve_vqshlq_n_sv8hi (rtx, rtx, rtx);
  8349. extern rtx gen_mve_vqshlq_n_uv8hi (rtx, rtx, rtx);
  8350. extern rtx gen_mve_vqshlq_n_sv4si (rtx, rtx, rtx);
  8351. extern rtx gen_mve_vqshlq_n_uv4si (rtx, rtx, rtx);
  8352. extern rtx gen_mve_vqshlq_r_uv16qi (rtx, rtx, rtx);
  8353. extern rtx gen_mve_vqshlq_r_sv16qi (rtx, rtx, rtx);
  8354. extern rtx gen_mve_vqshlq_r_uv8hi (rtx, rtx, rtx);
  8355. extern rtx gen_mve_vqshlq_r_sv8hi (rtx, rtx, rtx);
  8356. extern rtx gen_mve_vqshlq_r_uv4si (rtx, rtx, rtx);
  8357. extern rtx gen_mve_vqshlq_r_sv4si (rtx, rtx, rtx);
  8358. extern rtx gen_mve_vqshlq_sv16qi (rtx, rtx, rtx);
  8359. extern rtx gen_mve_vqshlq_uv16qi (rtx, rtx, rtx);
  8360. extern rtx gen_mve_vqshlq_sv8hi (rtx, rtx, rtx);
  8361. extern rtx gen_mve_vqshlq_uv8hi (rtx, rtx, rtx);
  8362. extern rtx gen_mve_vqshlq_sv4si (rtx, rtx, rtx);
  8363. extern rtx gen_mve_vqshlq_uv4si (rtx, rtx, rtx);
  8364. extern rtx gen_mve_vqshluq_n_sv16qi (rtx, rtx, rtx);
  8365. extern rtx gen_mve_vqshluq_n_sv8hi (rtx, rtx, rtx);
  8366. extern rtx gen_mve_vqshluq_n_sv4si (rtx, rtx, rtx);
  8367. extern rtx gen_mve_vqsubq_n_sv16qi (rtx, rtx, rtx);
  8368. extern rtx gen_mve_vqsubq_n_uv16qi (rtx, rtx, rtx);
  8369. extern rtx gen_mve_vqsubq_n_sv8hi (rtx, rtx, rtx);
  8370. extern rtx gen_mve_vqsubq_n_uv8hi (rtx, rtx, rtx);
  8371. extern rtx gen_mve_vqsubq_n_sv4si (rtx, rtx, rtx);
  8372. extern rtx gen_mve_vqsubq_n_uv4si (rtx, rtx, rtx);
  8373. extern rtx gen_mve_vqsubq_uv16qi (rtx, rtx, rtx);
  8374. extern rtx gen_mve_vqsubq_sv16qi (rtx, rtx, rtx);
  8375. extern rtx gen_mve_vqsubq_uv8hi (rtx, rtx, rtx);
  8376. extern rtx gen_mve_vqsubq_sv8hi (rtx, rtx, rtx);
  8377. extern rtx gen_mve_vqsubq_uv4si (rtx, rtx, rtx);
  8378. extern rtx gen_mve_vqsubq_sv4si (rtx, rtx, rtx);
  8379. extern rtx gen_mve_vrhaddq_sv16qi (rtx, rtx, rtx);
  8380. extern rtx gen_mve_vrhaddq_uv16qi (rtx, rtx, rtx);
  8381. extern rtx gen_mve_vrhaddq_sv8hi (rtx, rtx, rtx);
  8382. extern rtx gen_mve_vrhaddq_uv8hi (rtx, rtx, rtx);
  8383. extern rtx gen_mve_vrhaddq_sv4si (rtx, rtx, rtx);
  8384. extern rtx gen_mve_vrhaddq_uv4si (rtx, rtx, rtx);
  8385. extern rtx gen_mve_vrmulhq_sv16qi (rtx, rtx, rtx);
  8386. extern rtx gen_mve_vrmulhq_uv16qi (rtx, rtx, rtx);
  8387. extern rtx gen_mve_vrmulhq_sv8hi (rtx, rtx, rtx);
  8388. extern rtx gen_mve_vrmulhq_uv8hi (rtx, rtx, rtx);
  8389. extern rtx gen_mve_vrmulhq_sv4si (rtx, rtx, rtx);
  8390. extern rtx gen_mve_vrmulhq_uv4si (rtx, rtx, rtx);
  8391. extern rtx gen_mve_vrshlq_n_uv16qi (rtx, rtx, rtx);
  8392. extern rtx gen_mve_vrshlq_n_sv16qi (rtx, rtx, rtx);
  8393. extern rtx gen_mve_vrshlq_n_uv8hi (rtx, rtx, rtx);
  8394. extern rtx gen_mve_vrshlq_n_sv8hi (rtx, rtx, rtx);
  8395. extern rtx gen_mve_vrshlq_n_uv4si (rtx, rtx, rtx);
  8396. extern rtx gen_mve_vrshlq_n_sv4si (rtx, rtx, rtx);
  8397. extern rtx gen_mve_vrshlq_sv16qi (rtx, rtx, rtx);
  8398. extern rtx gen_mve_vrshlq_uv16qi (rtx, rtx, rtx);
  8399. extern rtx gen_mve_vrshlq_sv8hi (rtx, rtx, rtx);
  8400. extern rtx gen_mve_vrshlq_uv8hi (rtx, rtx, rtx);
  8401. extern rtx gen_mve_vrshlq_sv4si (rtx, rtx, rtx);
  8402. extern rtx gen_mve_vrshlq_uv4si (rtx, rtx, rtx);
  8403. extern rtx gen_mve_vrshrq_n_sv16qi (rtx, rtx, rtx);
  8404. extern rtx gen_mve_vrshrq_n_uv16qi (rtx, rtx, rtx);
  8405. extern rtx gen_mve_vrshrq_n_sv8hi (rtx, rtx, rtx);
  8406. extern rtx gen_mve_vrshrq_n_uv8hi (rtx, rtx, rtx);
  8407. extern rtx gen_mve_vrshrq_n_sv4si (rtx, rtx, rtx);
  8408. extern rtx gen_mve_vrshrq_n_uv4si (rtx, rtx, rtx);
  8409. extern rtx gen_mve_vshlq_n_uv16qi (rtx, rtx, rtx);
  8410. extern rtx gen_mve_vshlq_n_sv16qi (rtx, rtx, rtx);
  8411. extern rtx gen_mve_vshlq_n_uv8hi (rtx, rtx, rtx);
  8412. extern rtx gen_mve_vshlq_n_sv8hi (rtx, rtx, rtx);
  8413. extern rtx gen_mve_vshlq_n_uv4si (rtx, rtx, rtx);
  8414. extern rtx gen_mve_vshlq_n_sv4si (rtx, rtx, rtx);
  8415. extern rtx gen_mve_vshlq_r_sv16qi (rtx, rtx, rtx);
  8416. extern rtx gen_mve_vshlq_r_uv16qi (rtx, rtx, rtx);
  8417. extern rtx gen_mve_vshlq_r_sv8hi (rtx, rtx, rtx);
  8418. extern rtx gen_mve_vshlq_r_uv8hi (rtx, rtx, rtx);
  8419. extern rtx gen_mve_vshlq_r_sv4si (rtx, rtx, rtx);
  8420. extern rtx gen_mve_vshlq_r_uv4si (rtx, rtx, rtx);
  8421. extern rtx gen_mve_vsubq_n_sv16qi (rtx, rtx, rtx);
  8422. extern rtx gen_mve_vsubq_n_uv16qi (rtx, rtx, rtx);
  8423. extern rtx gen_mve_vsubq_n_sv8hi (rtx, rtx, rtx);
  8424. extern rtx gen_mve_vsubq_n_uv8hi (rtx, rtx, rtx);
  8425. extern rtx gen_mve_vsubq_n_sv4si (rtx, rtx, rtx);
  8426. extern rtx gen_mve_vsubq_n_uv4si (rtx, rtx, rtx);
  8427. extern rtx gen_mve_vsubq_sv16qi (rtx, rtx, rtx);
  8428. extern rtx gen_mve_vsubq_uv16qi (rtx, rtx, rtx);
  8429. extern rtx gen_mve_vsubq_sv8hi (rtx, rtx, rtx);
  8430. extern rtx gen_mve_vsubq_uv8hi (rtx, rtx, rtx);
  8431. extern rtx gen_mve_vsubq_sv4si (rtx, rtx, rtx);
  8432. extern rtx gen_mve_vsubq_uv4si (rtx, rtx, rtx);
  8433. extern rtx gen_mve_vabdq_fv8hf (rtx, rtx, rtx);
  8434. extern rtx gen_mve_vabdq_fv4sf (rtx, rtx, rtx);
  8435. extern rtx gen_mve_vaddlvaq_sv4si (rtx, rtx, rtx);
  8436. extern rtx gen_mve_vaddlvaq_uv4si (rtx, rtx, rtx);
  8437. extern rtx gen_mve_vaddq_n_fv8hf (rtx, rtx, rtx);
  8438. extern rtx gen_mve_vaddq_n_fv4sf (rtx, rtx, rtx);
  8439. extern rtx gen_mve_vandq_fv8hf (rtx, rtx, rtx);
  8440. extern rtx gen_mve_vandq_fv4sf (rtx, rtx, rtx);
  8441. extern rtx gen_mve_vbicq_fv8hf (rtx, rtx, rtx);
  8442. extern rtx gen_mve_vbicq_fv4sf (rtx, rtx, rtx);
  8443. extern rtx gen_mve_vbicq_n_sv8hi (rtx, rtx, rtx);
  8444. extern rtx gen_mve_vbicq_n_uv8hi (rtx, rtx, rtx);
  8445. extern rtx gen_mve_vbicq_n_sv4si (rtx, rtx, rtx);
  8446. extern rtx gen_mve_vbicq_n_uv4si (rtx, rtx, rtx);
  8447. extern rtx gen_mve_vcaddq_rot270_fv8hf (rtx, rtx, rtx);
  8448. extern rtx gen_mve_vcaddq_rot270_fv4sf (rtx, rtx, rtx);
  8449. extern rtx gen_mve_vcaddq_rot90_fv8hf (rtx, rtx, rtx);
  8450. extern rtx gen_mve_vcaddq_rot90_fv4sf (rtx, rtx, rtx);
  8451. extern rtx gen_mve_vcmpeqq_fv8hf (rtx, rtx, rtx);
  8452. extern rtx gen_mve_vcmpeqq_fv4sf (rtx, rtx, rtx);
  8453. extern rtx gen_mve_vcmpeqq_n_fv8hf (rtx, rtx, rtx);
  8454. extern rtx gen_mve_vcmpeqq_n_fv4sf (rtx, rtx, rtx);
  8455. extern rtx gen_mve_vcmpgeq_fv8hf (rtx, rtx, rtx);
  8456. extern rtx gen_mve_vcmpgeq_fv4sf (rtx, rtx, rtx);
  8457. extern rtx gen_mve_vcmpgeq_n_fv8hf (rtx, rtx, rtx);
  8458. extern rtx gen_mve_vcmpgeq_n_fv4sf (rtx, rtx, rtx);
  8459. extern rtx gen_mve_vcmpgtq_fv8hf (rtx, rtx, rtx);
  8460. extern rtx gen_mve_vcmpgtq_fv4sf (rtx, rtx, rtx);
  8461. extern rtx gen_mve_vcmpgtq_n_fv8hf (rtx, rtx, rtx);
  8462. extern rtx gen_mve_vcmpgtq_n_fv4sf (rtx, rtx, rtx);
  8463. extern rtx gen_mve_vcmpleq_fv8hf (rtx, rtx, rtx);
  8464. extern rtx gen_mve_vcmpleq_fv4sf (rtx, rtx, rtx);
  8465. extern rtx gen_mve_vcmpleq_n_fv8hf (rtx, rtx, rtx);
  8466. extern rtx gen_mve_vcmpleq_n_fv4sf (rtx, rtx, rtx);
  8467. extern rtx gen_mve_vcmpltq_fv8hf (rtx, rtx, rtx);
  8468. extern rtx gen_mve_vcmpltq_fv4sf (rtx, rtx, rtx);
  8469. extern rtx gen_mve_vcmpltq_n_fv8hf (rtx, rtx, rtx);
  8470. extern rtx gen_mve_vcmpltq_n_fv4sf (rtx, rtx, rtx);
  8471. extern rtx gen_mve_vcmpneq_fv8hf (rtx, rtx, rtx);
  8472. extern rtx gen_mve_vcmpneq_fv4sf (rtx, rtx, rtx);
  8473. extern rtx gen_mve_vcmpneq_n_fv8hf (rtx, rtx, rtx);
  8474. extern rtx gen_mve_vcmpneq_n_fv4sf (rtx, rtx, rtx);
  8475. extern rtx gen_mve_vcmulq_fv8hf (rtx, rtx, rtx);
  8476. extern rtx gen_mve_vcmulq_fv4sf (rtx, rtx, rtx);
  8477. extern rtx gen_mve_vcmulq_rot180_fv8hf (rtx, rtx, rtx);
  8478. extern rtx gen_mve_vcmulq_rot180_fv4sf (rtx, rtx, rtx);
  8479. extern rtx gen_mve_vcmulq_rot270_fv8hf (rtx, rtx, rtx);
  8480. extern rtx gen_mve_vcmulq_rot270_fv4sf (rtx, rtx, rtx);
  8481. extern rtx gen_mve_vcmulq_rot90_fv8hf (rtx, rtx, rtx);
  8482. extern rtx gen_mve_vcmulq_rot90_fv4sf (rtx, rtx, rtx);
  8483. extern rtx gen_mve_vctp8q_mhi (rtx, rtx, rtx);
  8484. extern rtx gen_mve_vctp16q_mhi (rtx, rtx, rtx);
  8485. extern rtx gen_mve_vctp32q_mhi (rtx, rtx, rtx);
  8486. extern rtx gen_mve_vctp64q_mhi (rtx, rtx, rtx);
  8487. extern rtx gen_mve_vcvtbq_f16_f32v8hf (rtx, rtx, rtx);
  8488. extern rtx gen_mve_vcvttq_f16_f32v8hf (rtx, rtx, rtx);
  8489. extern rtx gen_mve_veorq_fv8hf (rtx, rtx, rtx);
  8490. extern rtx gen_mve_veorq_fv4sf (rtx, rtx, rtx);
  8491. extern rtx gen_mve_vmaxnmaq_fv8hf (rtx, rtx, rtx);
  8492. extern rtx gen_mve_vmaxnmaq_fv4sf (rtx, rtx, rtx);
  8493. extern rtx gen_mve_vmaxnmavq_fv8hf (rtx, rtx, rtx);
  8494. extern rtx gen_mve_vmaxnmavq_fv4sf (rtx, rtx, rtx);
  8495. extern rtx gen_mve_vmaxnmq_fv8hf (rtx, rtx, rtx);
  8496. extern rtx gen_mve_vmaxnmq_fv4sf (rtx, rtx, rtx);
  8497. extern rtx gen_mve_vmaxnmvq_fv8hf (rtx, rtx, rtx);
  8498. extern rtx gen_mve_vmaxnmvq_fv4sf (rtx, rtx, rtx);
  8499. extern rtx gen_mve_vminnmaq_fv8hf (rtx, rtx, rtx);
  8500. extern rtx gen_mve_vminnmaq_fv4sf (rtx, rtx, rtx);
  8501. extern rtx gen_mve_vminnmavq_fv8hf (rtx, rtx, rtx);
  8502. extern rtx gen_mve_vminnmavq_fv4sf (rtx, rtx, rtx);
  8503. extern rtx gen_mve_vminnmq_fv8hf (rtx, rtx, rtx);
  8504. extern rtx gen_mve_vminnmq_fv4sf (rtx, rtx, rtx);
  8505. extern rtx gen_mve_vminnmvq_fv8hf (rtx, rtx, rtx);
  8506. extern rtx gen_mve_vminnmvq_fv4sf (rtx, rtx, rtx);
  8507. extern rtx gen_mve_vmlaldavq_uv8hi (rtx, rtx, rtx);
  8508. extern rtx gen_mve_vmlaldavq_sv8hi (rtx, rtx, rtx);
  8509. extern rtx gen_mve_vmlaldavq_uv4si (rtx, rtx, rtx);
  8510. extern rtx gen_mve_vmlaldavq_sv4si (rtx, rtx, rtx);
  8511. extern rtx gen_mve_vmlaldavxq_sv8hi (rtx, rtx, rtx);
  8512. extern rtx gen_mve_vmlaldavxq_sv4si (rtx, rtx, rtx);
  8513. extern rtx gen_mve_vmlsldavq_sv8hi (rtx, rtx, rtx);
  8514. extern rtx gen_mve_vmlsldavq_sv4si (rtx, rtx, rtx);
  8515. extern rtx gen_mve_vmlsldavxq_sv8hi (rtx, rtx, rtx);
  8516. extern rtx gen_mve_vmlsldavxq_sv4si (rtx, rtx, rtx);
  8517. extern rtx gen_mve_vmovnbq_uv8hi (rtx, rtx, rtx);
  8518. extern rtx gen_mve_vmovnbq_sv8hi (rtx, rtx, rtx);
  8519. extern rtx gen_mve_vmovnbq_uv4si (rtx, rtx, rtx);
  8520. extern rtx gen_mve_vmovnbq_sv4si (rtx, rtx, rtx);
  8521. extern rtx gen_mve_vmovntq_sv8hi (rtx, rtx, rtx);
  8522. extern rtx gen_mve_vmovntq_uv8hi (rtx, rtx, rtx);
  8523. extern rtx gen_mve_vmovntq_sv4si (rtx, rtx, rtx);
  8524. extern rtx gen_mve_vmovntq_uv4si (rtx, rtx, rtx);
  8525. extern rtx gen_mve_vmulq_fv8hf (rtx, rtx, rtx);
  8526. extern rtx gen_mve_vmulq_fv4sf (rtx, rtx, rtx);
  8527. extern rtx gen_mve_vmulq_n_fv8hf (rtx, rtx, rtx);
  8528. extern rtx gen_mve_vmulq_n_fv4sf (rtx, rtx, rtx);
  8529. extern rtx gen_mve_vornq_fv8hf (rtx, rtx, rtx);
  8530. extern rtx gen_mve_vornq_fv4sf (rtx, rtx, rtx);
  8531. extern rtx gen_mve_vorrq_fv8hf (rtx, rtx, rtx);
  8532. extern rtx gen_mve_vorrq_fv4sf (rtx, rtx, rtx);
  8533. extern rtx gen_mve_vorrq_n_uv8hi (rtx, rtx, rtx);
  8534. extern rtx gen_mve_vorrq_n_sv8hi (rtx, rtx, rtx);
  8535. extern rtx gen_mve_vorrq_n_uv4si (rtx, rtx, rtx);
  8536. extern rtx gen_mve_vorrq_n_sv4si (rtx, rtx, rtx);
  8537. extern rtx gen_mve_vqdmullbq_n_sv8hi (rtx, rtx, rtx);
  8538. extern rtx gen_mve_vqdmullbq_n_sv4si (rtx, rtx, rtx);
  8539. extern rtx gen_mve_vqdmullbq_sv8hi (rtx, rtx, rtx);
  8540. extern rtx gen_mve_vqdmullbq_sv4si (rtx, rtx, rtx);
  8541. extern rtx gen_mve_vqdmulltq_n_sv8hi (rtx, rtx, rtx);
  8542. extern rtx gen_mve_vqdmulltq_n_sv4si (rtx, rtx, rtx);
  8543. extern rtx gen_mve_vqdmulltq_sv8hi (rtx, rtx, rtx);
  8544. extern rtx gen_mve_vqdmulltq_sv4si (rtx, rtx, rtx);
  8545. extern rtx gen_mve_vqmovnbq_uv8hi (rtx, rtx, rtx);
  8546. extern rtx gen_mve_vqmovnbq_sv8hi (rtx, rtx, rtx);
  8547. extern rtx gen_mve_vqmovnbq_uv4si (rtx, rtx, rtx);
  8548. extern rtx gen_mve_vqmovnbq_sv4si (rtx, rtx, rtx);
  8549. extern rtx gen_mve_vqmovntq_uv8hi (rtx, rtx, rtx);
  8550. extern rtx gen_mve_vqmovntq_sv8hi (rtx, rtx, rtx);
  8551. extern rtx gen_mve_vqmovntq_uv4si (rtx, rtx, rtx);
  8552. extern rtx gen_mve_vqmovntq_sv4si (rtx, rtx, rtx);
  8553. extern rtx gen_mve_vqmovunbq_sv8hi (rtx, rtx, rtx);
  8554. extern rtx gen_mve_vqmovunbq_sv4si (rtx, rtx, rtx);
  8555. extern rtx gen_mve_vqmovuntq_sv8hi (rtx, rtx, rtx);
  8556. extern rtx gen_mve_vqmovuntq_sv4si (rtx, rtx, rtx);
  8557. extern rtx gen_mve_vrmlaldavhxq_sv4si (rtx, rtx, rtx);
  8558. extern rtx gen_mve_vrmlsldavhq_sv4si (rtx, rtx, rtx);
  8559. extern rtx gen_mve_vrmlsldavhxq_sv4si (rtx, rtx, rtx);
  8560. extern rtx gen_mve_vshllbq_n_sv16qi (rtx, rtx, rtx);
  8561. extern rtx gen_mve_vshllbq_n_uv16qi (rtx, rtx, rtx);
  8562. extern rtx gen_mve_vshllbq_n_sv8hi (rtx, rtx, rtx);
  8563. extern rtx gen_mve_vshllbq_n_uv8hi (rtx, rtx, rtx);
  8564. extern rtx gen_mve_vshlltq_n_uv16qi (rtx, rtx, rtx);
  8565. extern rtx gen_mve_vshlltq_n_sv16qi (rtx, rtx, rtx);
  8566. extern rtx gen_mve_vshlltq_n_uv8hi (rtx, rtx, rtx);
  8567. extern rtx gen_mve_vshlltq_n_sv8hi (rtx, rtx, rtx);
  8568. extern rtx gen_mve_vsubq_fv8hf (rtx, rtx, rtx);
  8569. extern rtx gen_mve_vsubq_fv4sf (rtx, rtx, rtx);
  8570. extern rtx gen_mve_vmulltq_poly_pv16qi (rtx, rtx, rtx);
  8571. extern rtx gen_mve_vmulltq_poly_pv8hi (rtx, rtx, rtx);
  8572. extern rtx gen_mve_vmullbq_poly_pv16qi (rtx, rtx, rtx);
  8573. extern rtx gen_mve_vmullbq_poly_pv8hi (rtx, rtx, rtx);
  8574. extern rtx gen_mve_vrmlaldavhq_uv4si (rtx, rtx, rtx);
  8575. extern rtx gen_mve_vrmlaldavhq_sv4si (rtx, rtx, rtx);
  8576. extern rtx gen_mve_vbicq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8577. extern rtx gen_mve_vbicq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8578. extern rtx gen_mve_vbicq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8579. extern rtx gen_mve_vbicq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8580. extern rtx gen_mve_vcmpeqq_m_fv8hf (rtx, rtx, rtx, rtx);
  8581. extern rtx gen_mve_vcmpeqq_m_fv4sf (rtx, rtx, rtx, rtx);
  8582. extern rtx gen_mve_vcvtaq_m_sv8hi (rtx, rtx, rtx, rtx);
  8583. extern rtx gen_mve_vcvtaq_m_uv8hi (rtx, rtx, rtx, rtx);
  8584. extern rtx gen_mve_vcvtaq_m_sv4si (rtx, rtx, rtx, rtx);
  8585. extern rtx gen_mve_vcvtaq_m_uv4si (rtx, rtx, rtx, rtx);
  8586. extern rtx gen_mve_vcvtq_m_to_f_sv8hf (rtx, rtx, rtx, rtx);
  8587. extern rtx gen_mve_vcvtq_m_to_f_uv8hf (rtx, rtx, rtx, rtx);
  8588. extern rtx gen_mve_vcvtq_m_to_f_sv4sf (rtx, rtx, rtx, rtx);
  8589. extern rtx gen_mve_vcvtq_m_to_f_uv4sf (rtx, rtx, rtx, rtx);
  8590. extern rtx gen_mve_vqrshrnbq_n_uv8hi (rtx, rtx, rtx, rtx);
  8591. extern rtx gen_mve_vqrshrnbq_n_sv8hi (rtx, rtx, rtx, rtx);
  8592. extern rtx gen_mve_vqrshrnbq_n_uv4si (rtx, rtx, rtx, rtx);
  8593. extern rtx gen_mve_vqrshrnbq_n_sv4si (rtx, rtx, rtx, rtx);
  8594. extern rtx gen_mve_vqrshrunbq_n_sv8hi (rtx, rtx, rtx, rtx);
  8595. extern rtx gen_mve_vqrshrunbq_n_sv4si (rtx, rtx, rtx, rtx);
  8596. extern rtx gen_mve_vrmlaldavhaq_sv4si (rtx, rtx, rtx, rtx);
  8597. extern rtx gen_mve_vrmlaldavhaq_uv4si (rtx, rtx, rtx, rtx);
  8598. extern rtx gen_mve_vabavq_sv16qi (rtx, rtx, rtx, rtx);
  8599. extern rtx gen_mve_vabavq_uv16qi (rtx, rtx, rtx, rtx);
  8600. extern rtx gen_mve_vabavq_sv8hi (rtx, rtx, rtx, rtx);
  8601. extern rtx gen_mve_vabavq_uv8hi (rtx, rtx, rtx, rtx);
  8602. extern rtx gen_mve_vabavq_sv4si (rtx, rtx, rtx, rtx);
  8603. extern rtx gen_mve_vabavq_uv4si (rtx, rtx, rtx, rtx);
  8604. extern rtx gen_mve_vshlcq_sv16qi (rtx, rtx, rtx, rtx, rtx);
  8605. extern rtx gen_mve_vshlcq_uv16qi (rtx, rtx, rtx, rtx, rtx);
  8606. extern rtx gen_mve_vshlcq_sv8hi (rtx, rtx, rtx, rtx, rtx);
  8607. extern rtx gen_mve_vshlcq_uv8hi (rtx, rtx, rtx, rtx, rtx);
  8608. extern rtx gen_mve_vshlcq_sv4si (rtx, rtx, rtx, rtx, rtx);
  8609. extern rtx gen_mve_vshlcq_uv4si (rtx, rtx, rtx, rtx, rtx);
  8610. extern rtx gen_mve_vabsq_m_sv16qi (rtx, rtx, rtx, rtx);
  8611. extern rtx gen_mve_vabsq_m_sv8hi (rtx, rtx, rtx, rtx);
  8612. extern rtx gen_mve_vabsq_m_sv4si (rtx, rtx, rtx, rtx);
  8613. extern rtx gen_mve_vaddvaq_p_sv16qi (rtx, rtx, rtx, rtx);
  8614. extern rtx gen_mve_vaddvaq_p_uv16qi (rtx, rtx, rtx, rtx);
  8615. extern rtx gen_mve_vaddvaq_p_sv8hi (rtx, rtx, rtx, rtx);
  8616. extern rtx gen_mve_vaddvaq_p_uv8hi (rtx, rtx, rtx, rtx);
  8617. extern rtx gen_mve_vaddvaq_p_sv4si (rtx, rtx, rtx, rtx);
  8618. extern rtx gen_mve_vaddvaq_p_uv4si (rtx, rtx, rtx, rtx);
  8619. extern rtx gen_mve_vclsq_m_sv16qi (rtx, rtx, rtx, rtx);
  8620. extern rtx gen_mve_vclsq_m_sv8hi (rtx, rtx, rtx, rtx);
  8621. extern rtx gen_mve_vclsq_m_sv4si (rtx, rtx, rtx, rtx);
  8622. extern rtx gen_mve_vclzq_m_sv16qi (rtx, rtx, rtx, rtx);
  8623. extern rtx gen_mve_vclzq_m_uv16qi (rtx, rtx, rtx, rtx);
  8624. extern rtx gen_mve_vclzq_m_sv8hi (rtx, rtx, rtx, rtx);
  8625. extern rtx gen_mve_vclzq_m_uv8hi (rtx, rtx, rtx, rtx);
  8626. extern rtx gen_mve_vclzq_m_sv4si (rtx, rtx, rtx, rtx);
  8627. extern rtx gen_mve_vclzq_m_uv4si (rtx, rtx, rtx, rtx);
  8628. extern rtx gen_mve_vcmpcsq_m_n_uv16qi (rtx, rtx, rtx, rtx);
  8629. extern rtx gen_mve_vcmpcsq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8630. extern rtx gen_mve_vcmpcsq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8631. extern rtx gen_mve_vcmpcsq_m_uv16qi (rtx, rtx, rtx, rtx);
  8632. extern rtx gen_mve_vcmpcsq_m_uv8hi (rtx, rtx, rtx, rtx);
  8633. extern rtx gen_mve_vcmpcsq_m_uv4si (rtx, rtx, rtx, rtx);
  8634. extern rtx gen_mve_vcmpeqq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8635. extern rtx gen_mve_vcmpeqq_m_n_uv16qi (rtx, rtx, rtx, rtx);
  8636. extern rtx gen_mve_vcmpeqq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8637. extern rtx gen_mve_vcmpeqq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8638. extern rtx gen_mve_vcmpeqq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8639. extern rtx gen_mve_vcmpeqq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8640. extern rtx gen_mve_vcmpeqq_m_sv16qi (rtx, rtx, rtx, rtx);
  8641. extern rtx gen_mve_vcmpeqq_m_uv16qi (rtx, rtx, rtx, rtx);
  8642. extern rtx gen_mve_vcmpeqq_m_sv8hi (rtx, rtx, rtx, rtx);
  8643. extern rtx gen_mve_vcmpeqq_m_uv8hi (rtx, rtx, rtx, rtx);
  8644. extern rtx gen_mve_vcmpeqq_m_sv4si (rtx, rtx, rtx, rtx);
  8645. extern rtx gen_mve_vcmpeqq_m_uv4si (rtx, rtx, rtx, rtx);
  8646. extern rtx gen_mve_vcmpgeq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8647. extern rtx gen_mve_vcmpgeq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8648. extern rtx gen_mve_vcmpgeq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8649. extern rtx gen_mve_vcmpgeq_m_sv16qi (rtx, rtx, rtx, rtx);
  8650. extern rtx gen_mve_vcmpgeq_m_sv8hi (rtx, rtx, rtx, rtx);
  8651. extern rtx gen_mve_vcmpgeq_m_sv4si (rtx, rtx, rtx, rtx);
  8652. extern rtx gen_mve_vcmpgtq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8653. extern rtx gen_mve_vcmpgtq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8654. extern rtx gen_mve_vcmpgtq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8655. extern rtx gen_mve_vcmpgtq_m_sv16qi (rtx, rtx, rtx, rtx);
  8656. extern rtx gen_mve_vcmpgtq_m_sv8hi (rtx, rtx, rtx, rtx);
  8657. extern rtx gen_mve_vcmpgtq_m_sv4si (rtx, rtx, rtx, rtx);
  8658. extern rtx gen_mve_vcmphiq_m_n_uv16qi (rtx, rtx, rtx, rtx);
  8659. extern rtx gen_mve_vcmphiq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8660. extern rtx gen_mve_vcmphiq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8661. extern rtx gen_mve_vcmphiq_m_uv16qi (rtx, rtx, rtx, rtx);
  8662. extern rtx gen_mve_vcmphiq_m_uv8hi (rtx, rtx, rtx, rtx);
  8663. extern rtx gen_mve_vcmphiq_m_uv4si (rtx, rtx, rtx, rtx);
  8664. extern rtx gen_mve_vcmpleq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8665. extern rtx gen_mve_vcmpleq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8666. extern rtx gen_mve_vcmpleq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8667. extern rtx gen_mve_vcmpleq_m_sv16qi (rtx, rtx, rtx, rtx);
  8668. extern rtx gen_mve_vcmpleq_m_sv8hi (rtx, rtx, rtx, rtx);
  8669. extern rtx gen_mve_vcmpleq_m_sv4si (rtx, rtx, rtx, rtx);
  8670. extern rtx gen_mve_vcmpltq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8671. extern rtx gen_mve_vcmpltq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8672. extern rtx gen_mve_vcmpltq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8673. extern rtx gen_mve_vcmpltq_m_sv16qi (rtx, rtx, rtx, rtx);
  8674. extern rtx gen_mve_vcmpltq_m_sv8hi (rtx, rtx, rtx, rtx);
  8675. extern rtx gen_mve_vcmpltq_m_sv4si (rtx, rtx, rtx, rtx);
  8676. extern rtx gen_mve_vcmpneq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8677. extern rtx gen_mve_vcmpneq_m_n_uv16qi (rtx, rtx, rtx, rtx);
  8678. extern rtx gen_mve_vcmpneq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8679. extern rtx gen_mve_vcmpneq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8680. extern rtx gen_mve_vcmpneq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8681. extern rtx gen_mve_vcmpneq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8682. extern rtx gen_mve_vcmpneq_m_sv16qi (rtx, rtx, rtx, rtx);
  8683. extern rtx gen_mve_vcmpneq_m_uv16qi (rtx, rtx, rtx, rtx);
  8684. extern rtx gen_mve_vcmpneq_m_sv8hi (rtx, rtx, rtx, rtx);
  8685. extern rtx gen_mve_vcmpneq_m_uv8hi (rtx, rtx, rtx, rtx);
  8686. extern rtx gen_mve_vcmpneq_m_sv4si (rtx, rtx, rtx, rtx);
  8687. extern rtx gen_mve_vcmpneq_m_uv4si (rtx, rtx, rtx, rtx);
  8688. extern rtx gen_mve_vdupq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8689. extern rtx gen_mve_vdupq_m_n_uv16qi (rtx, rtx, rtx, rtx);
  8690. extern rtx gen_mve_vdupq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8691. extern rtx gen_mve_vdupq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8692. extern rtx gen_mve_vdupq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8693. extern rtx gen_mve_vdupq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8694. extern rtx gen_mve_vmaxaq_m_sv16qi (rtx, rtx, rtx, rtx);
  8695. extern rtx gen_mve_vmaxaq_m_sv8hi (rtx, rtx, rtx, rtx);
  8696. extern rtx gen_mve_vmaxaq_m_sv4si (rtx, rtx, rtx, rtx);
  8697. extern rtx gen_mve_vmaxavq_p_sv16qi (rtx, rtx, rtx, rtx);
  8698. extern rtx gen_mve_vmaxavq_p_sv8hi (rtx, rtx, rtx, rtx);
  8699. extern rtx gen_mve_vmaxavq_p_sv4si (rtx, rtx, rtx, rtx);
  8700. extern rtx gen_mve_vmaxvq_p_sv16qi (rtx, rtx, rtx, rtx);
  8701. extern rtx gen_mve_vmaxvq_p_uv16qi (rtx, rtx, rtx, rtx);
  8702. extern rtx gen_mve_vmaxvq_p_sv8hi (rtx, rtx, rtx, rtx);
  8703. extern rtx gen_mve_vmaxvq_p_uv8hi (rtx, rtx, rtx, rtx);
  8704. extern rtx gen_mve_vmaxvq_p_sv4si (rtx, rtx, rtx, rtx);
  8705. extern rtx gen_mve_vmaxvq_p_uv4si (rtx, rtx, rtx, rtx);
  8706. extern rtx gen_mve_vminaq_m_sv16qi (rtx, rtx, rtx, rtx);
  8707. extern rtx gen_mve_vminaq_m_sv8hi (rtx, rtx, rtx, rtx);
  8708. extern rtx gen_mve_vminaq_m_sv4si (rtx, rtx, rtx, rtx);
  8709. extern rtx gen_mve_vminavq_p_sv16qi (rtx, rtx, rtx, rtx);
  8710. extern rtx gen_mve_vminavq_p_sv8hi (rtx, rtx, rtx, rtx);
  8711. extern rtx gen_mve_vminavq_p_sv4si (rtx, rtx, rtx, rtx);
  8712. extern rtx gen_mve_vminvq_p_sv16qi (rtx, rtx, rtx, rtx);
  8713. extern rtx gen_mve_vminvq_p_uv16qi (rtx, rtx, rtx, rtx);
  8714. extern rtx gen_mve_vminvq_p_sv8hi (rtx, rtx, rtx, rtx);
  8715. extern rtx gen_mve_vminvq_p_uv8hi (rtx, rtx, rtx, rtx);
  8716. extern rtx gen_mve_vminvq_p_sv4si (rtx, rtx, rtx, rtx);
  8717. extern rtx gen_mve_vminvq_p_uv4si (rtx, rtx, rtx, rtx);
  8718. extern rtx gen_mve_vmladavaq_sv16qi (rtx, rtx, rtx, rtx);
  8719. extern rtx gen_mve_vmladavaq_uv16qi (rtx, rtx, rtx, rtx);
  8720. extern rtx gen_mve_vmladavaq_sv8hi (rtx, rtx, rtx, rtx);
  8721. extern rtx gen_mve_vmladavaq_uv8hi (rtx, rtx, rtx, rtx);
  8722. extern rtx gen_mve_vmladavaq_sv4si (rtx, rtx, rtx, rtx);
  8723. extern rtx gen_mve_vmladavaq_uv4si (rtx, rtx, rtx, rtx);
  8724. extern rtx gen_mve_vmladavq_p_sv16qi (rtx, rtx, rtx, rtx);
  8725. extern rtx gen_mve_vmladavq_p_uv16qi (rtx, rtx, rtx, rtx);
  8726. extern rtx gen_mve_vmladavq_p_sv8hi (rtx, rtx, rtx, rtx);
  8727. extern rtx gen_mve_vmladavq_p_uv8hi (rtx, rtx, rtx, rtx);
  8728. extern rtx gen_mve_vmladavq_p_sv4si (rtx, rtx, rtx, rtx);
  8729. extern rtx gen_mve_vmladavq_p_uv4si (rtx, rtx, rtx, rtx);
  8730. extern rtx gen_mve_vmladavxq_p_sv16qi (rtx, rtx, rtx, rtx);
  8731. extern rtx gen_mve_vmladavxq_p_sv8hi (rtx, rtx, rtx, rtx);
  8732. extern rtx gen_mve_vmladavxq_p_sv4si (rtx, rtx, rtx, rtx);
  8733. extern rtx gen_mve_vmlaq_n_sv16qi (rtx, rtx, rtx, rtx);
  8734. extern rtx gen_mve_vmlaq_n_uv16qi (rtx, rtx, rtx, rtx);
  8735. extern rtx gen_mve_vmlaq_n_sv8hi (rtx, rtx, rtx, rtx);
  8736. extern rtx gen_mve_vmlaq_n_uv8hi (rtx, rtx, rtx, rtx);
  8737. extern rtx gen_mve_vmlaq_n_sv4si (rtx, rtx, rtx, rtx);
  8738. extern rtx gen_mve_vmlaq_n_uv4si (rtx, rtx, rtx, rtx);
  8739. extern rtx gen_mve_vmlasq_n_sv16qi (rtx, rtx, rtx, rtx);
  8740. extern rtx gen_mve_vmlasq_n_uv16qi (rtx, rtx, rtx, rtx);
  8741. extern rtx gen_mve_vmlasq_n_sv8hi (rtx, rtx, rtx, rtx);
  8742. extern rtx gen_mve_vmlasq_n_uv8hi (rtx, rtx, rtx, rtx);
  8743. extern rtx gen_mve_vmlasq_n_sv4si (rtx, rtx, rtx, rtx);
  8744. extern rtx gen_mve_vmlasq_n_uv4si (rtx, rtx, rtx, rtx);
  8745. extern rtx gen_mve_vmlsdavq_p_sv16qi (rtx, rtx, rtx, rtx);
  8746. extern rtx gen_mve_vmlsdavq_p_sv8hi (rtx, rtx, rtx, rtx);
  8747. extern rtx gen_mve_vmlsdavq_p_sv4si (rtx, rtx, rtx, rtx);
  8748. extern rtx gen_mve_vmlsdavxq_p_sv16qi (rtx, rtx, rtx, rtx);
  8749. extern rtx gen_mve_vmlsdavxq_p_sv8hi (rtx, rtx, rtx, rtx);
  8750. extern rtx gen_mve_vmlsdavxq_p_sv4si (rtx, rtx, rtx, rtx);
  8751. extern rtx gen_mve_vmvnq_m_sv16qi (rtx, rtx, rtx, rtx);
  8752. extern rtx gen_mve_vmvnq_m_uv16qi (rtx, rtx, rtx, rtx);
  8753. extern rtx gen_mve_vmvnq_m_sv8hi (rtx, rtx, rtx, rtx);
  8754. extern rtx gen_mve_vmvnq_m_uv8hi (rtx, rtx, rtx, rtx);
  8755. extern rtx gen_mve_vmvnq_m_sv4si (rtx, rtx, rtx, rtx);
  8756. extern rtx gen_mve_vmvnq_m_uv4si (rtx, rtx, rtx, rtx);
  8757. extern rtx gen_mve_vnegq_m_sv16qi (rtx, rtx, rtx, rtx);
  8758. extern rtx gen_mve_vnegq_m_sv8hi (rtx, rtx, rtx, rtx);
  8759. extern rtx gen_mve_vnegq_m_sv4si (rtx, rtx, rtx, rtx);
  8760. extern rtx gen_mve_vpselq_sv16qi (rtx, rtx, rtx, rtx);
  8761. extern rtx gen_mve_vpselq_uv16qi (rtx, rtx, rtx, rtx);
  8762. extern rtx gen_mve_vpselq_sv8hi (rtx, rtx, rtx, rtx);
  8763. extern rtx gen_mve_vpselq_uv8hi (rtx, rtx, rtx, rtx);
  8764. extern rtx gen_mve_vpselq_sv4si (rtx, rtx, rtx, rtx);
  8765. extern rtx gen_mve_vpselq_uv4si (rtx, rtx, rtx, rtx);
  8766. extern rtx gen_mve_vpselq_sv2di (rtx, rtx, rtx, rtx);
  8767. extern rtx gen_mve_vpselq_uv2di (rtx, rtx, rtx, rtx);
  8768. extern rtx gen_mve_vqabsq_m_sv16qi (rtx, rtx, rtx, rtx);
  8769. extern rtx gen_mve_vqabsq_m_sv8hi (rtx, rtx, rtx, rtx);
  8770. extern rtx gen_mve_vqabsq_m_sv4si (rtx, rtx, rtx, rtx);
  8771. extern rtx gen_mve_vqdmlahq_n_sv16qi (rtx, rtx, rtx, rtx);
  8772. extern rtx gen_mve_vqdmlahq_n_sv8hi (rtx, rtx, rtx, rtx);
  8773. extern rtx gen_mve_vqdmlahq_n_sv4si (rtx, rtx, rtx, rtx);
  8774. extern rtx gen_mve_vqdmlashq_n_sv16qi (rtx, rtx, rtx, rtx);
  8775. extern rtx gen_mve_vqdmlashq_n_sv8hi (rtx, rtx, rtx, rtx);
  8776. extern rtx gen_mve_vqdmlashq_n_sv4si (rtx, rtx, rtx, rtx);
  8777. extern rtx gen_mve_vqnegq_m_sv16qi (rtx, rtx, rtx, rtx);
  8778. extern rtx gen_mve_vqnegq_m_sv8hi (rtx, rtx, rtx, rtx);
  8779. extern rtx gen_mve_vqnegq_m_sv4si (rtx, rtx, rtx, rtx);
  8780. extern rtx gen_mve_vqrdmladhq_sv16qi (rtx, rtx, rtx, rtx);
  8781. extern rtx gen_mve_vqrdmladhq_sv8hi (rtx, rtx, rtx, rtx);
  8782. extern rtx gen_mve_vqrdmladhq_sv4si (rtx, rtx, rtx, rtx);
  8783. extern rtx gen_mve_vqrdmladhxq_sv16qi (rtx, rtx, rtx, rtx);
  8784. extern rtx gen_mve_vqrdmladhxq_sv8hi (rtx, rtx, rtx, rtx);
  8785. extern rtx gen_mve_vqrdmladhxq_sv4si (rtx, rtx, rtx, rtx);
  8786. extern rtx gen_mve_vqrdmlahq_n_sv16qi (rtx, rtx, rtx, rtx);
  8787. extern rtx gen_mve_vqrdmlahq_n_sv8hi (rtx, rtx, rtx, rtx);
  8788. extern rtx gen_mve_vqrdmlahq_n_sv4si (rtx, rtx, rtx, rtx);
  8789. extern rtx gen_mve_vqrdmlashq_n_sv16qi (rtx, rtx, rtx, rtx);
  8790. extern rtx gen_mve_vqrdmlashq_n_sv8hi (rtx, rtx, rtx, rtx);
  8791. extern rtx gen_mve_vqrdmlashq_n_sv4si (rtx, rtx, rtx, rtx);
  8792. extern rtx gen_mve_vqrdmlsdhq_sv16qi (rtx, rtx, rtx, rtx);
  8793. extern rtx gen_mve_vqrdmlsdhq_sv8hi (rtx, rtx, rtx, rtx);
  8794. extern rtx gen_mve_vqrdmlsdhq_sv4si (rtx, rtx, rtx, rtx);
  8795. extern rtx gen_mve_vqrdmlsdhxq_sv16qi (rtx, rtx, rtx, rtx);
  8796. extern rtx gen_mve_vqrdmlsdhxq_sv8hi (rtx, rtx, rtx, rtx);
  8797. extern rtx gen_mve_vqrdmlsdhxq_sv4si (rtx, rtx, rtx, rtx);
  8798. extern rtx gen_mve_vqrshlq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8799. extern rtx gen_mve_vqrshlq_m_n_uv16qi (rtx, rtx, rtx, rtx);
  8800. extern rtx gen_mve_vqrshlq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8801. extern rtx gen_mve_vqrshlq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8802. extern rtx gen_mve_vqrshlq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8803. extern rtx gen_mve_vqrshlq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8804. extern rtx gen_mve_vqshlq_m_r_sv16qi (rtx, rtx, rtx, rtx);
  8805. extern rtx gen_mve_vqshlq_m_r_uv16qi (rtx, rtx, rtx, rtx);
  8806. extern rtx gen_mve_vqshlq_m_r_sv8hi (rtx, rtx, rtx, rtx);
  8807. extern rtx gen_mve_vqshlq_m_r_uv8hi (rtx, rtx, rtx, rtx);
  8808. extern rtx gen_mve_vqshlq_m_r_sv4si (rtx, rtx, rtx, rtx);
  8809. extern rtx gen_mve_vqshlq_m_r_uv4si (rtx, rtx, rtx, rtx);
  8810. extern rtx gen_mve_vrev64q_m_sv16qi (rtx, rtx, rtx, rtx);
  8811. extern rtx gen_mve_vrev64q_m_uv16qi (rtx, rtx, rtx, rtx);
  8812. extern rtx gen_mve_vrev64q_m_sv8hi (rtx, rtx, rtx, rtx);
  8813. extern rtx gen_mve_vrev64q_m_uv8hi (rtx, rtx, rtx, rtx);
  8814. extern rtx gen_mve_vrev64q_m_sv4si (rtx, rtx, rtx, rtx);
  8815. extern rtx gen_mve_vrev64q_m_uv4si (rtx, rtx, rtx, rtx);
  8816. extern rtx gen_mve_vrshlq_m_n_sv16qi (rtx, rtx, rtx, rtx);
  8817. extern rtx gen_mve_vrshlq_m_n_uv16qi (rtx, rtx, rtx, rtx);
  8818. extern rtx gen_mve_vrshlq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8819. extern rtx gen_mve_vrshlq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8820. extern rtx gen_mve_vrshlq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8821. extern rtx gen_mve_vrshlq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8822. extern rtx gen_mve_vshlq_m_r_sv16qi (rtx, rtx, rtx, rtx);
  8823. extern rtx gen_mve_vshlq_m_r_uv16qi (rtx, rtx, rtx, rtx);
  8824. extern rtx gen_mve_vshlq_m_r_sv8hi (rtx, rtx, rtx, rtx);
  8825. extern rtx gen_mve_vshlq_m_r_uv8hi (rtx, rtx, rtx, rtx);
  8826. extern rtx gen_mve_vshlq_m_r_sv4si (rtx, rtx, rtx, rtx);
  8827. extern rtx gen_mve_vshlq_m_r_uv4si (rtx, rtx, rtx, rtx);
  8828. extern rtx gen_mve_vsliq_n_sv16qi (rtx, rtx, rtx, rtx);
  8829. extern rtx gen_mve_vsliq_n_uv16qi (rtx, rtx, rtx, rtx);
  8830. extern rtx gen_mve_vsliq_n_sv8hi (rtx, rtx, rtx, rtx);
  8831. extern rtx gen_mve_vsliq_n_uv8hi (rtx, rtx, rtx, rtx);
  8832. extern rtx gen_mve_vsliq_n_sv4si (rtx, rtx, rtx, rtx);
  8833. extern rtx gen_mve_vsliq_n_uv4si (rtx, rtx, rtx, rtx);
  8834. extern rtx gen_mve_vsriq_n_sv16qi (rtx, rtx, rtx, rtx);
  8835. extern rtx gen_mve_vsriq_n_uv16qi (rtx, rtx, rtx, rtx);
  8836. extern rtx gen_mve_vsriq_n_sv8hi (rtx, rtx, rtx, rtx);
  8837. extern rtx gen_mve_vsriq_n_uv8hi (rtx, rtx, rtx, rtx);
  8838. extern rtx gen_mve_vsriq_n_sv4si (rtx, rtx, rtx, rtx);
  8839. extern rtx gen_mve_vsriq_n_uv4si (rtx, rtx, rtx, rtx);
  8840. extern rtx gen_mve_vqdmlsdhxq_sv16qi (rtx, rtx, rtx, rtx);
  8841. extern rtx gen_mve_vqdmlsdhxq_sv8hi (rtx, rtx, rtx, rtx);
  8842. extern rtx gen_mve_vqdmlsdhxq_sv4si (rtx, rtx, rtx, rtx);
  8843. extern rtx gen_mve_vqdmlsdhq_sv16qi (rtx, rtx, rtx, rtx);
  8844. extern rtx gen_mve_vqdmlsdhq_sv8hi (rtx, rtx, rtx, rtx);
  8845. extern rtx gen_mve_vqdmlsdhq_sv4si (rtx, rtx, rtx, rtx);
  8846. extern rtx gen_mve_vqdmladhxq_sv16qi (rtx, rtx, rtx, rtx);
  8847. extern rtx gen_mve_vqdmladhxq_sv8hi (rtx, rtx, rtx, rtx);
  8848. extern rtx gen_mve_vqdmladhxq_sv4si (rtx, rtx, rtx, rtx);
  8849. extern rtx gen_mve_vqdmladhq_sv16qi (rtx, rtx, rtx, rtx);
  8850. extern rtx gen_mve_vqdmladhq_sv8hi (rtx, rtx, rtx, rtx);
  8851. extern rtx gen_mve_vqdmladhq_sv4si (rtx, rtx, rtx, rtx);
  8852. extern rtx gen_mve_vmlsdavaxq_sv16qi (rtx, rtx, rtx, rtx);
  8853. extern rtx gen_mve_vmlsdavaxq_sv8hi (rtx, rtx, rtx, rtx);
  8854. extern rtx gen_mve_vmlsdavaxq_sv4si (rtx, rtx, rtx, rtx);
  8855. extern rtx gen_mve_vmlsdavaq_sv16qi (rtx, rtx, rtx, rtx);
  8856. extern rtx gen_mve_vmlsdavaq_sv8hi (rtx, rtx, rtx, rtx);
  8857. extern rtx gen_mve_vmlsdavaq_sv4si (rtx, rtx, rtx, rtx);
  8858. extern rtx gen_mve_vmladavaxq_sv16qi (rtx, rtx, rtx, rtx);
  8859. extern rtx gen_mve_vmladavaxq_sv8hi (rtx, rtx, rtx, rtx);
  8860. extern rtx gen_mve_vmladavaxq_sv4si (rtx, rtx, rtx, rtx);
  8861. extern rtx gen_mve_vabsq_m_fv8hf (rtx, rtx, rtx, rtx);
  8862. extern rtx gen_mve_vabsq_m_fv4sf (rtx, rtx, rtx, rtx);
  8863. extern rtx gen_mve_vaddlvaq_p_uv4si (rtx, rtx, rtx, rtx);
  8864. extern rtx gen_mve_vaddlvaq_p_sv4si (rtx, rtx, rtx, rtx);
  8865. extern rtx gen_mve_vcmlaq_fv8hf (rtx, rtx, rtx, rtx);
  8866. extern rtx gen_mve_vcmlaq_fv4sf (rtx, rtx, rtx, rtx);
  8867. extern rtx gen_mve_vcmlaq_rot180_fv8hf (rtx, rtx, rtx, rtx);
  8868. extern rtx gen_mve_vcmlaq_rot180_fv4sf (rtx, rtx, rtx, rtx);
  8869. extern rtx gen_mve_vcmlaq_rot270_fv8hf (rtx, rtx, rtx, rtx);
  8870. extern rtx gen_mve_vcmlaq_rot270_fv4sf (rtx, rtx, rtx, rtx);
  8871. extern rtx gen_mve_vcmlaq_rot90_fv8hf (rtx, rtx, rtx, rtx);
  8872. extern rtx gen_mve_vcmlaq_rot90_fv4sf (rtx, rtx, rtx, rtx);
  8873. extern rtx gen_mve_vcmpeqq_m_n_fv8hf (rtx, rtx, rtx, rtx);
  8874. extern rtx gen_mve_vcmpeqq_m_n_fv4sf (rtx, rtx, rtx, rtx);
  8875. extern rtx gen_mve_vcmpgeq_m_fv8hf (rtx, rtx, rtx, rtx);
  8876. extern rtx gen_mve_vcmpgeq_m_fv4sf (rtx, rtx, rtx, rtx);
  8877. extern rtx gen_mve_vcmpgeq_m_n_fv8hf (rtx, rtx, rtx, rtx);
  8878. extern rtx gen_mve_vcmpgeq_m_n_fv4sf (rtx, rtx, rtx, rtx);
  8879. extern rtx gen_mve_vcmpgtq_m_fv8hf (rtx, rtx, rtx, rtx);
  8880. extern rtx gen_mve_vcmpgtq_m_fv4sf (rtx, rtx, rtx, rtx);
  8881. extern rtx gen_mve_vcmpgtq_m_n_fv8hf (rtx, rtx, rtx, rtx);
  8882. extern rtx gen_mve_vcmpgtq_m_n_fv4sf (rtx, rtx, rtx, rtx);
  8883. extern rtx gen_mve_vcmpleq_m_fv8hf (rtx, rtx, rtx, rtx);
  8884. extern rtx gen_mve_vcmpleq_m_fv4sf (rtx, rtx, rtx, rtx);
  8885. extern rtx gen_mve_vcmpleq_m_n_fv8hf (rtx, rtx, rtx, rtx);
  8886. extern rtx gen_mve_vcmpleq_m_n_fv4sf (rtx, rtx, rtx, rtx);
  8887. extern rtx gen_mve_vcmpltq_m_fv8hf (rtx, rtx, rtx, rtx);
  8888. extern rtx gen_mve_vcmpltq_m_fv4sf (rtx, rtx, rtx, rtx);
  8889. extern rtx gen_mve_vcmpltq_m_n_fv8hf (rtx, rtx, rtx, rtx);
  8890. extern rtx gen_mve_vcmpltq_m_n_fv4sf (rtx, rtx, rtx, rtx);
  8891. extern rtx gen_mve_vcmpneq_m_fv8hf (rtx, rtx, rtx, rtx);
  8892. extern rtx gen_mve_vcmpneq_m_fv4sf (rtx, rtx, rtx, rtx);
  8893. extern rtx gen_mve_vcmpneq_m_n_fv8hf (rtx, rtx, rtx, rtx);
  8894. extern rtx gen_mve_vcmpneq_m_n_fv4sf (rtx, rtx, rtx, rtx);
  8895. extern rtx gen_mve_vcvtbq_m_f16_f32v8hf (rtx, rtx, rtx, rtx);
  8896. extern rtx gen_mve_vcvtbq_m_f32_f16v4sf (rtx, rtx, rtx, rtx);
  8897. extern rtx gen_mve_vcvttq_m_f16_f32v8hf (rtx, rtx, rtx, rtx);
  8898. extern rtx gen_mve_vcvttq_m_f32_f16v4sf (rtx, rtx, rtx, rtx);
  8899. extern rtx gen_mve_vdupq_m_n_fv8hf (rtx, rtx, rtx, rtx);
  8900. extern rtx gen_mve_vdupq_m_n_fv4sf (rtx, rtx, rtx, rtx);
  8901. extern rtx gen_mve_vfmaq_fv8hf (rtx, rtx, rtx, rtx);
  8902. extern rtx gen_mve_vfmaq_fv4sf (rtx, rtx, rtx, rtx);
  8903. extern rtx gen_mve_vfmaq_n_fv8hf (rtx, rtx, rtx, rtx);
  8904. extern rtx gen_mve_vfmaq_n_fv4sf (rtx, rtx, rtx, rtx);
  8905. extern rtx gen_mve_vfmasq_n_fv8hf (rtx, rtx, rtx, rtx);
  8906. extern rtx gen_mve_vfmasq_n_fv4sf (rtx, rtx, rtx, rtx);
  8907. extern rtx gen_mve_vfmsq_fv8hf (rtx, rtx, rtx, rtx);
  8908. extern rtx gen_mve_vfmsq_fv4sf (rtx, rtx, rtx, rtx);
  8909. extern rtx gen_mve_vmaxnmaq_m_fv8hf (rtx, rtx, rtx, rtx);
  8910. extern rtx gen_mve_vmaxnmaq_m_fv4sf (rtx, rtx, rtx, rtx);
  8911. extern rtx gen_mve_vmaxnmavq_p_fv8hf (rtx, rtx, rtx, rtx);
  8912. extern rtx gen_mve_vmaxnmavq_p_fv4sf (rtx, rtx, rtx, rtx);
  8913. extern rtx gen_mve_vmaxnmvq_p_fv8hf (rtx, rtx, rtx, rtx);
  8914. extern rtx gen_mve_vmaxnmvq_p_fv4sf (rtx, rtx, rtx, rtx);
  8915. extern rtx gen_mve_vminnmaq_m_fv8hf (rtx, rtx, rtx, rtx);
  8916. extern rtx gen_mve_vminnmaq_m_fv4sf (rtx, rtx, rtx, rtx);
  8917. extern rtx gen_mve_vminnmavq_p_fv8hf (rtx, rtx, rtx, rtx);
  8918. extern rtx gen_mve_vminnmavq_p_fv4sf (rtx, rtx, rtx, rtx);
  8919. extern rtx gen_mve_vminnmvq_p_fv8hf (rtx, rtx, rtx, rtx);
  8920. extern rtx gen_mve_vminnmvq_p_fv4sf (rtx, rtx, rtx, rtx);
  8921. extern rtx gen_mve_vmlaldavaq_sv8hi (rtx, rtx, rtx, rtx);
  8922. extern rtx gen_mve_vmlaldavaq_uv8hi (rtx, rtx, rtx, rtx);
  8923. extern rtx gen_mve_vmlaldavaq_sv4si (rtx, rtx, rtx, rtx);
  8924. extern rtx gen_mve_vmlaldavaq_uv4si (rtx, rtx, rtx, rtx);
  8925. extern rtx gen_mve_vmlaldavaxq_sv8hi (rtx, rtx, rtx, rtx);
  8926. extern rtx gen_mve_vmlaldavaxq_sv4si (rtx, rtx, rtx, rtx);
  8927. extern rtx gen_mve_vmlaldavq_p_uv8hi (rtx, rtx, rtx, rtx);
  8928. extern rtx gen_mve_vmlaldavq_p_sv8hi (rtx, rtx, rtx, rtx);
  8929. extern rtx gen_mve_vmlaldavq_p_uv4si (rtx, rtx, rtx, rtx);
  8930. extern rtx gen_mve_vmlaldavq_p_sv4si (rtx, rtx, rtx, rtx);
  8931. extern rtx gen_mve_vmlaldavxq_p_sv8hi (rtx, rtx, rtx, rtx);
  8932. extern rtx gen_mve_vmlaldavxq_p_sv4si (rtx, rtx, rtx, rtx);
  8933. extern rtx gen_mve_vmlsldavaq_sv8hi (rtx, rtx, rtx, rtx);
  8934. extern rtx gen_mve_vmlsldavaq_sv4si (rtx, rtx, rtx, rtx);
  8935. extern rtx gen_mve_vmlsldavaxq_sv8hi (rtx, rtx, rtx, rtx);
  8936. extern rtx gen_mve_vmlsldavaxq_sv4si (rtx, rtx, rtx, rtx);
  8937. extern rtx gen_mve_vmlsldavq_p_sv8hi (rtx, rtx, rtx, rtx);
  8938. extern rtx gen_mve_vmlsldavq_p_sv4si (rtx, rtx, rtx, rtx);
  8939. extern rtx gen_mve_vmlsldavxq_p_sv8hi (rtx, rtx, rtx, rtx);
  8940. extern rtx gen_mve_vmlsldavxq_p_sv4si (rtx, rtx, rtx, rtx);
  8941. extern rtx gen_mve_vmovlbq_m_uv16qi (rtx, rtx, rtx, rtx);
  8942. extern rtx gen_mve_vmovlbq_m_sv16qi (rtx, rtx, rtx, rtx);
  8943. extern rtx gen_mve_vmovlbq_m_uv8hi (rtx, rtx, rtx, rtx);
  8944. extern rtx gen_mve_vmovlbq_m_sv8hi (rtx, rtx, rtx, rtx);
  8945. extern rtx gen_mve_vmovltq_m_uv16qi (rtx, rtx, rtx, rtx);
  8946. extern rtx gen_mve_vmovltq_m_sv16qi (rtx, rtx, rtx, rtx);
  8947. extern rtx gen_mve_vmovltq_m_uv8hi (rtx, rtx, rtx, rtx);
  8948. extern rtx gen_mve_vmovltq_m_sv8hi (rtx, rtx, rtx, rtx);
  8949. extern rtx gen_mve_vmovnbq_m_uv8hi (rtx, rtx, rtx, rtx);
  8950. extern rtx gen_mve_vmovnbq_m_sv8hi (rtx, rtx, rtx, rtx);
  8951. extern rtx gen_mve_vmovnbq_m_uv4si (rtx, rtx, rtx, rtx);
  8952. extern rtx gen_mve_vmovnbq_m_sv4si (rtx, rtx, rtx, rtx);
  8953. extern rtx gen_mve_vmovntq_m_uv8hi (rtx, rtx, rtx, rtx);
  8954. extern rtx gen_mve_vmovntq_m_sv8hi (rtx, rtx, rtx, rtx);
  8955. extern rtx gen_mve_vmovntq_m_uv4si (rtx, rtx, rtx, rtx);
  8956. extern rtx gen_mve_vmovntq_m_sv4si (rtx, rtx, rtx, rtx);
  8957. extern rtx gen_mve_vmvnq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8958. extern rtx gen_mve_vmvnq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8959. extern rtx gen_mve_vmvnq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8960. extern rtx gen_mve_vmvnq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8961. extern rtx gen_mve_vnegq_m_fv8hf (rtx, rtx, rtx, rtx);
  8962. extern rtx gen_mve_vnegq_m_fv4sf (rtx, rtx, rtx, rtx);
  8963. extern rtx gen_mve_vorrq_m_n_sv8hi (rtx, rtx, rtx, rtx);
  8964. extern rtx gen_mve_vorrq_m_n_uv8hi (rtx, rtx, rtx, rtx);
  8965. extern rtx gen_mve_vorrq_m_n_sv4si (rtx, rtx, rtx, rtx);
  8966. extern rtx gen_mve_vorrq_m_n_uv4si (rtx, rtx, rtx, rtx);
  8967. extern rtx gen_mve_vpselq_fv8hf (rtx, rtx, rtx, rtx);
  8968. extern rtx gen_mve_vpselq_fv4sf (rtx, rtx, rtx, rtx);
  8969. extern rtx gen_mve_vqmovnbq_m_sv8hi (rtx, rtx, rtx, rtx);
  8970. extern rtx gen_mve_vqmovnbq_m_uv8hi (rtx, rtx, rtx, rtx);
  8971. extern rtx gen_mve_vqmovnbq_m_sv4si (rtx, rtx, rtx, rtx);
  8972. extern rtx gen_mve_vqmovnbq_m_uv4si (rtx, rtx, rtx, rtx);
  8973. extern rtx gen_mve_vqmovntq_m_uv8hi (rtx, rtx, rtx, rtx);
  8974. extern rtx gen_mve_vqmovntq_m_sv8hi (rtx, rtx, rtx, rtx);
  8975. extern rtx gen_mve_vqmovntq_m_uv4si (rtx, rtx, rtx, rtx);
  8976. extern rtx gen_mve_vqmovntq_m_sv4si (rtx, rtx, rtx, rtx);
  8977. extern rtx gen_mve_vqmovunbq_m_sv8hi (rtx, rtx, rtx, rtx);
  8978. extern rtx gen_mve_vqmovunbq_m_sv4si (rtx, rtx, rtx, rtx);
  8979. extern rtx gen_mve_vqmovuntq_m_sv8hi (rtx, rtx, rtx, rtx);
  8980. extern rtx gen_mve_vqmovuntq_m_sv4si (rtx, rtx, rtx, rtx);
  8981. extern rtx gen_mve_vqrshrntq_n_uv8hi (rtx, rtx, rtx, rtx);
  8982. extern rtx gen_mve_vqrshrntq_n_sv8hi (rtx, rtx, rtx, rtx);
  8983. extern rtx gen_mve_vqrshrntq_n_uv4si (rtx, rtx, rtx, rtx);
  8984. extern rtx gen_mve_vqrshrntq_n_sv4si (rtx, rtx, rtx, rtx);
  8985. extern rtx gen_mve_vqrshruntq_n_sv8hi (rtx, rtx, rtx, rtx);
  8986. extern rtx gen_mve_vqrshruntq_n_sv4si (rtx, rtx, rtx, rtx);
  8987. extern rtx gen_mve_vqshrnbq_n_uv8hi (rtx, rtx, rtx, rtx);
  8988. extern rtx gen_mve_vqshrnbq_n_sv8hi (rtx, rtx, rtx, rtx);
  8989. extern rtx gen_mve_vqshrnbq_n_uv4si (rtx, rtx, rtx, rtx);
  8990. extern rtx gen_mve_vqshrnbq_n_sv4si (rtx, rtx, rtx, rtx);
  8991. extern rtx gen_mve_vqshrntq_n_uv8hi (rtx, rtx, rtx, rtx);
  8992. extern rtx gen_mve_vqshrntq_n_sv8hi (rtx, rtx, rtx, rtx);
  8993. extern rtx gen_mve_vqshrntq_n_uv4si (rtx, rtx, rtx, rtx);
  8994. extern rtx gen_mve_vqshrntq_n_sv4si (rtx, rtx, rtx, rtx);
  8995. extern rtx gen_mve_vqshrunbq_n_sv8hi (rtx, rtx, rtx, rtx);
  8996. extern rtx gen_mve_vqshrunbq_n_sv4si (rtx, rtx, rtx, rtx);
  8997. extern rtx gen_mve_vqshruntq_n_sv8hi (rtx, rtx, rtx, rtx);
  8998. extern rtx gen_mve_vqshruntq_n_sv4si (rtx, rtx, rtx, rtx);
  8999. extern rtx gen_mve_vrev32q_m_fv8hf (rtx, rtx, rtx, rtx);
  9000. extern rtx gen_mve_vrev32q_m_sv16qi (rtx, rtx, rtx, rtx);
  9001. extern rtx gen_mve_vrev32q_m_uv16qi (rtx, rtx, rtx, rtx);
  9002. extern rtx gen_mve_vrev32q_m_sv8hi (rtx, rtx, rtx, rtx);
  9003. extern rtx gen_mve_vrev32q_m_uv8hi (rtx, rtx, rtx, rtx);
  9004. extern rtx gen_mve_vrev64q_m_fv8hf (rtx, rtx, rtx, rtx);
  9005. extern rtx gen_mve_vrev64q_m_fv4sf (rtx, rtx, rtx, rtx);
  9006. extern rtx gen_mve_vrmlaldavhaxq_sv4si (rtx, rtx, rtx, rtx);
  9007. extern rtx gen_mve_vrmlaldavhxq_p_sv4si (rtx, rtx, rtx, rtx);
  9008. extern rtx gen_mve_vrmlsldavhaxq_sv4si (rtx, rtx, rtx, rtx);
  9009. extern rtx gen_mve_vrmlsldavhq_p_sv4si (rtx, rtx, rtx, rtx);
  9010. extern rtx gen_mve_vrmlsldavhxq_p_sv4si (rtx, rtx, rtx, rtx);
  9011. extern rtx gen_mve_vrndaq_m_fv8hf (rtx, rtx, rtx, rtx);
  9012. extern rtx gen_mve_vrndaq_m_fv4sf (rtx, rtx, rtx, rtx);
  9013. extern rtx gen_mve_vrndmq_m_fv8hf (rtx, rtx, rtx, rtx);
  9014. extern rtx gen_mve_vrndmq_m_fv4sf (rtx, rtx, rtx, rtx);
  9015. extern rtx gen_mve_vrndnq_m_fv8hf (rtx, rtx, rtx, rtx);
  9016. extern rtx gen_mve_vrndnq_m_fv4sf (rtx, rtx, rtx, rtx);
  9017. extern rtx gen_mve_vrndpq_m_fv8hf (rtx, rtx, rtx, rtx);
  9018. extern rtx gen_mve_vrndpq_m_fv4sf (rtx, rtx, rtx, rtx);
  9019. extern rtx gen_mve_vrndxq_m_fv8hf (rtx, rtx, rtx, rtx);
  9020. extern rtx gen_mve_vrndxq_m_fv4sf (rtx, rtx, rtx, rtx);
  9021. extern rtx gen_mve_vrshrnbq_n_sv8hi (rtx, rtx, rtx, rtx);
  9022. extern rtx gen_mve_vrshrnbq_n_uv8hi (rtx, rtx, rtx, rtx);
  9023. extern rtx gen_mve_vrshrnbq_n_sv4si (rtx, rtx, rtx, rtx);
  9024. extern rtx gen_mve_vrshrnbq_n_uv4si (rtx, rtx, rtx, rtx);
  9025. extern rtx gen_mve_vrshrntq_n_uv8hi (rtx, rtx, rtx, rtx);
  9026. extern rtx gen_mve_vrshrntq_n_sv8hi (rtx, rtx, rtx, rtx);
  9027. extern rtx gen_mve_vrshrntq_n_uv4si (rtx, rtx, rtx, rtx);
  9028. extern rtx gen_mve_vrshrntq_n_sv4si (rtx, rtx, rtx, rtx);
  9029. extern rtx gen_mve_vshrnbq_n_uv8hi (rtx, rtx, rtx, rtx);
  9030. extern rtx gen_mve_vshrnbq_n_sv8hi (rtx, rtx, rtx, rtx);
  9031. extern rtx gen_mve_vshrnbq_n_uv4si (rtx, rtx, rtx, rtx);
  9032. extern rtx gen_mve_vshrnbq_n_sv4si (rtx, rtx, rtx, rtx);
  9033. extern rtx gen_mve_vshrntq_n_sv8hi (rtx, rtx, rtx, rtx);
  9034. extern rtx gen_mve_vshrntq_n_uv8hi (rtx, rtx, rtx, rtx);
  9035. extern rtx gen_mve_vshrntq_n_sv4si (rtx, rtx, rtx, rtx);
  9036. extern rtx gen_mve_vshrntq_n_uv4si (rtx, rtx, rtx, rtx);
  9037. extern rtx gen_mve_vcvtmq_m_sv8hi (rtx, rtx, rtx, rtx);
  9038. extern rtx gen_mve_vcvtmq_m_uv8hi (rtx, rtx, rtx, rtx);
  9039. extern rtx gen_mve_vcvtmq_m_sv4si (rtx, rtx, rtx, rtx);
  9040. extern rtx gen_mve_vcvtmq_m_uv4si (rtx, rtx, rtx, rtx);
  9041. extern rtx gen_mve_vcvtpq_m_sv8hi (rtx, rtx, rtx, rtx);
  9042. extern rtx gen_mve_vcvtpq_m_uv8hi (rtx, rtx, rtx, rtx);
  9043. extern rtx gen_mve_vcvtpq_m_sv4si (rtx, rtx, rtx, rtx);
  9044. extern rtx gen_mve_vcvtpq_m_uv4si (rtx, rtx, rtx, rtx);
  9045. extern rtx gen_mve_vcvtnq_m_sv8hi (rtx, rtx, rtx, rtx);
  9046. extern rtx gen_mve_vcvtnq_m_uv8hi (rtx, rtx, rtx, rtx);
  9047. extern rtx gen_mve_vcvtnq_m_sv4si (rtx, rtx, rtx, rtx);
  9048. extern rtx gen_mve_vcvtnq_m_uv4si (rtx, rtx, rtx, rtx);
  9049. extern rtx gen_mve_vcvtq_m_n_from_f_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9050. extern rtx gen_mve_vcvtq_m_n_from_f_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9051. extern rtx gen_mve_vcvtq_m_n_from_f_sv4si (rtx, rtx, rtx, rtx, rtx);
  9052. extern rtx gen_mve_vcvtq_m_n_from_f_uv4si (rtx, rtx, rtx, rtx, rtx);
  9053. extern rtx gen_mve_vrev16q_m_sv16qi (rtx, rtx, rtx, rtx);
  9054. extern rtx gen_mve_vrev16q_m_uv16qi (rtx, rtx, rtx, rtx);
  9055. extern rtx gen_mve_vcvtq_m_from_f_uv8hi (rtx, rtx, rtx, rtx);
  9056. extern rtx gen_mve_vcvtq_m_from_f_sv8hi (rtx, rtx, rtx, rtx);
  9057. extern rtx gen_mve_vcvtq_m_from_f_uv4si (rtx, rtx, rtx, rtx);
  9058. extern rtx gen_mve_vcvtq_m_from_f_sv4si (rtx, rtx, rtx, rtx);
  9059. extern rtx gen_mve_vrmlaldavhq_p_sv4si (rtx, rtx, rtx, rtx);
  9060. extern rtx gen_mve_vrmlaldavhq_p_uv4si (rtx, rtx, rtx, rtx);
  9061. extern rtx gen_mve_vrmlsldavhaq_sv4si (rtx, rtx, rtx, rtx);
  9062. extern rtx gen_mve_vabavq_p_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9063. extern rtx gen_mve_vabavq_p_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9064. extern rtx gen_mve_vabavq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9065. extern rtx gen_mve_vabavq_p_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9066. extern rtx gen_mve_vabavq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9067. extern rtx gen_mve_vabavq_p_uv4si (rtx, rtx, rtx, rtx, rtx);
  9068. extern rtx gen_mve_vqshluq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9069. extern rtx gen_mve_vqshluq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9070. extern rtx gen_mve_vqshluq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9071. extern rtx gen_mve_vshlq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9072. extern rtx gen_mve_vshlq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9073. extern rtx gen_mve_vshlq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9074. extern rtx gen_mve_vshlq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9075. extern rtx gen_mve_vshlq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9076. extern rtx gen_mve_vshlq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9077. extern rtx gen_mve_vsriq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9078. extern rtx gen_mve_vsriq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9079. extern rtx gen_mve_vsriq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9080. extern rtx gen_mve_vsriq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9081. extern rtx gen_mve_vsriq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9082. extern rtx gen_mve_vsriq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9083. extern rtx gen_mve_vsubq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9084. extern rtx gen_mve_vsubq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9085. extern rtx gen_mve_vsubq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9086. extern rtx gen_mve_vsubq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9087. extern rtx gen_mve_vsubq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9088. extern rtx gen_mve_vsubq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9089. extern rtx gen_mve_vcvtq_m_n_to_f_uv8hf (rtx, rtx, rtx, rtx, rtx);
  9090. extern rtx gen_mve_vcvtq_m_n_to_f_sv8hf (rtx, rtx, rtx, rtx, rtx);
  9091. extern rtx gen_mve_vcvtq_m_n_to_f_uv4sf (rtx, rtx, rtx, rtx, rtx);
  9092. extern rtx gen_mve_vcvtq_m_n_to_f_sv4sf (rtx, rtx, rtx, rtx, rtx);
  9093. extern rtx gen_mve_vabdq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9094. extern rtx gen_mve_vabdq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9095. extern rtx gen_mve_vabdq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9096. extern rtx gen_mve_vabdq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9097. extern rtx gen_mve_vabdq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9098. extern rtx gen_mve_vabdq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9099. extern rtx gen_mve_vaddq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9100. extern rtx gen_mve_vaddq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9101. extern rtx gen_mve_vaddq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9102. extern rtx gen_mve_vaddq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9103. extern rtx gen_mve_vaddq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9104. extern rtx gen_mve_vaddq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9105. extern rtx gen_mve_vaddq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9106. extern rtx gen_mve_vaddq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9107. extern rtx gen_mve_vaddq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9108. extern rtx gen_mve_vaddq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9109. extern rtx gen_mve_vaddq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9110. extern rtx gen_mve_vaddq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9111. extern rtx gen_mve_vandq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9112. extern rtx gen_mve_vandq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9113. extern rtx gen_mve_vandq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9114. extern rtx gen_mve_vandq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9115. extern rtx gen_mve_vandq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9116. extern rtx gen_mve_vandq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9117. extern rtx gen_mve_vbicq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9118. extern rtx gen_mve_vbicq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9119. extern rtx gen_mve_vbicq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9120. extern rtx gen_mve_vbicq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9121. extern rtx gen_mve_vbicq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9122. extern rtx gen_mve_vbicq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9123. extern rtx gen_mve_vbrsrq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9124. extern rtx gen_mve_vbrsrq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9125. extern rtx gen_mve_vbrsrq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9126. extern rtx gen_mve_vbrsrq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9127. extern rtx gen_mve_vbrsrq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9128. extern rtx gen_mve_vbrsrq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9129. extern rtx gen_mve_vcaddq_rot270_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9130. extern rtx gen_mve_vcaddq_rot270_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9131. extern rtx gen_mve_vcaddq_rot270_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9132. extern rtx gen_mve_vcaddq_rot270_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9133. extern rtx gen_mve_vcaddq_rot270_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9134. extern rtx gen_mve_vcaddq_rot270_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9135. extern rtx gen_mve_vcaddq_rot90_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9136. extern rtx gen_mve_vcaddq_rot90_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9137. extern rtx gen_mve_vcaddq_rot90_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9138. extern rtx gen_mve_vcaddq_rot90_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9139. extern rtx gen_mve_vcaddq_rot90_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9140. extern rtx gen_mve_vcaddq_rot90_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9141. extern rtx gen_mve_veorq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9142. extern rtx gen_mve_veorq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9143. extern rtx gen_mve_veorq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9144. extern rtx gen_mve_veorq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9145. extern rtx gen_mve_veorq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9146. extern rtx gen_mve_veorq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9147. extern rtx gen_mve_vhaddq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9148. extern rtx gen_mve_vhaddq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9149. extern rtx gen_mve_vhaddq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9150. extern rtx gen_mve_vhaddq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9151. extern rtx gen_mve_vhaddq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9152. extern rtx gen_mve_vhaddq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9153. extern rtx gen_mve_vhaddq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9154. extern rtx gen_mve_vhaddq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9155. extern rtx gen_mve_vhaddq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9156. extern rtx gen_mve_vhaddq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9157. extern rtx gen_mve_vhaddq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9158. extern rtx gen_mve_vhaddq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9159. extern rtx gen_mve_vhsubq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9160. extern rtx gen_mve_vhsubq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9161. extern rtx gen_mve_vhsubq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9162. extern rtx gen_mve_vhsubq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9163. extern rtx gen_mve_vhsubq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9164. extern rtx gen_mve_vhsubq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9165. extern rtx gen_mve_vhsubq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9166. extern rtx gen_mve_vhsubq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9167. extern rtx gen_mve_vhsubq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9168. extern rtx gen_mve_vhsubq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9169. extern rtx gen_mve_vhsubq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9170. extern rtx gen_mve_vhsubq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9171. extern rtx gen_mve_vmaxq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9172. extern rtx gen_mve_vmaxq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9173. extern rtx gen_mve_vmaxq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9174. extern rtx gen_mve_vmaxq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9175. extern rtx gen_mve_vmaxq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9176. extern rtx gen_mve_vmaxq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9177. extern rtx gen_mve_vminq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9178. extern rtx gen_mve_vminq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9179. extern rtx gen_mve_vminq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9180. extern rtx gen_mve_vminq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9181. extern rtx gen_mve_vminq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9182. extern rtx gen_mve_vminq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9183. extern rtx gen_mve_vmladavaq_p_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9184. extern rtx gen_mve_vmladavaq_p_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9185. extern rtx gen_mve_vmladavaq_p_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9186. extern rtx gen_mve_vmladavaq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9187. extern rtx gen_mve_vmladavaq_p_uv4si (rtx, rtx, rtx, rtx, rtx);
  9188. extern rtx gen_mve_vmladavaq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9189. extern rtx gen_mve_vmlaq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9190. extern rtx gen_mve_vmlaq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9191. extern rtx gen_mve_vmlaq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9192. extern rtx gen_mve_vmlaq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9193. extern rtx gen_mve_vmlaq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9194. extern rtx gen_mve_vmlaq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9195. extern rtx gen_mve_vmlasq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9196. extern rtx gen_mve_vmlasq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9197. extern rtx gen_mve_vmlasq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9198. extern rtx gen_mve_vmlasq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9199. extern rtx gen_mve_vmlasq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9200. extern rtx gen_mve_vmlasq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9201. extern rtx gen_mve_vmulhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9202. extern rtx gen_mve_vmulhq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9203. extern rtx gen_mve_vmulhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9204. extern rtx gen_mve_vmulhq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9205. extern rtx gen_mve_vmulhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9206. extern rtx gen_mve_vmulhq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9207. extern rtx gen_mve_vmullbq_int_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9208. extern rtx gen_mve_vmullbq_int_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9209. extern rtx gen_mve_vmullbq_int_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9210. extern rtx gen_mve_vmullbq_int_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9211. extern rtx gen_mve_vmullbq_int_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9212. extern rtx gen_mve_vmullbq_int_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9213. extern rtx gen_mve_vmulltq_int_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9214. extern rtx gen_mve_vmulltq_int_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9215. extern rtx gen_mve_vmulltq_int_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9216. extern rtx gen_mve_vmulltq_int_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9217. extern rtx gen_mve_vmulltq_int_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9218. extern rtx gen_mve_vmulltq_int_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9219. extern rtx gen_mve_vmulq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9220. extern rtx gen_mve_vmulq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9221. extern rtx gen_mve_vmulq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9222. extern rtx gen_mve_vmulq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9223. extern rtx gen_mve_vmulq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9224. extern rtx gen_mve_vmulq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9225. extern rtx gen_mve_vmulq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9226. extern rtx gen_mve_vmulq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9227. extern rtx gen_mve_vmulq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9228. extern rtx gen_mve_vmulq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9229. extern rtx gen_mve_vmulq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9230. extern rtx gen_mve_vmulq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9231. extern rtx gen_mve_vornq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9232. extern rtx gen_mve_vornq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9233. extern rtx gen_mve_vornq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9234. extern rtx gen_mve_vornq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9235. extern rtx gen_mve_vornq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9236. extern rtx gen_mve_vornq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9237. extern rtx gen_mve_vorrq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9238. extern rtx gen_mve_vorrq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9239. extern rtx gen_mve_vorrq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9240. extern rtx gen_mve_vorrq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9241. extern rtx gen_mve_vorrq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9242. extern rtx gen_mve_vorrq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9243. extern rtx gen_mve_vqaddq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9244. extern rtx gen_mve_vqaddq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9245. extern rtx gen_mve_vqaddq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9246. extern rtx gen_mve_vqaddq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9247. extern rtx gen_mve_vqaddq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9248. extern rtx gen_mve_vqaddq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9249. extern rtx gen_mve_vqaddq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9250. extern rtx gen_mve_vqaddq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9251. extern rtx gen_mve_vqaddq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9252. extern rtx gen_mve_vqaddq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9253. extern rtx gen_mve_vqaddq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9254. extern rtx gen_mve_vqaddq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9255. extern rtx gen_mve_vqdmlahq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9256. extern rtx gen_mve_vqdmlahq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9257. extern rtx gen_mve_vqdmlahq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9258. extern rtx gen_mve_vqdmlashq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9259. extern rtx gen_mve_vqdmlashq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9260. extern rtx gen_mve_vqdmlashq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9261. extern rtx gen_mve_vqrdmlahq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9262. extern rtx gen_mve_vqrdmlahq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9263. extern rtx gen_mve_vqrdmlahq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9264. extern rtx gen_mve_vqrdmlashq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9265. extern rtx gen_mve_vqrdmlashq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9266. extern rtx gen_mve_vqrdmlashq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9267. extern rtx gen_mve_vqrshlq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9268. extern rtx gen_mve_vqrshlq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9269. extern rtx gen_mve_vqrshlq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9270. extern rtx gen_mve_vqrshlq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9271. extern rtx gen_mve_vqrshlq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9272. extern rtx gen_mve_vqrshlq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9273. extern rtx gen_mve_vqshlq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9274. extern rtx gen_mve_vqshlq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9275. extern rtx gen_mve_vqshlq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9276. extern rtx gen_mve_vqshlq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9277. extern rtx gen_mve_vqshlq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9278. extern rtx gen_mve_vqshlq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9279. extern rtx gen_mve_vqshlq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9280. extern rtx gen_mve_vqshlq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9281. extern rtx gen_mve_vqshlq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9282. extern rtx gen_mve_vqshlq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9283. extern rtx gen_mve_vqshlq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9284. extern rtx gen_mve_vqshlq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9285. extern rtx gen_mve_vqsubq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9286. extern rtx gen_mve_vqsubq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9287. extern rtx gen_mve_vqsubq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9288. extern rtx gen_mve_vqsubq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9289. extern rtx gen_mve_vqsubq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9290. extern rtx gen_mve_vqsubq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9291. extern rtx gen_mve_vqsubq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9292. extern rtx gen_mve_vqsubq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9293. extern rtx gen_mve_vqsubq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9294. extern rtx gen_mve_vqsubq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9295. extern rtx gen_mve_vqsubq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9296. extern rtx gen_mve_vqsubq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9297. extern rtx gen_mve_vrhaddq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9298. extern rtx gen_mve_vrhaddq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9299. extern rtx gen_mve_vrhaddq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9300. extern rtx gen_mve_vrhaddq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9301. extern rtx gen_mve_vrhaddq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9302. extern rtx gen_mve_vrhaddq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9303. extern rtx gen_mve_vrmulhq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9304. extern rtx gen_mve_vrmulhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9305. extern rtx gen_mve_vrmulhq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9306. extern rtx gen_mve_vrmulhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9307. extern rtx gen_mve_vrmulhq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9308. extern rtx gen_mve_vrmulhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9309. extern rtx gen_mve_vrshlq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9310. extern rtx gen_mve_vrshlq_m_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9311. extern rtx gen_mve_vrshlq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9312. extern rtx gen_mve_vrshlq_m_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9313. extern rtx gen_mve_vrshlq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9314. extern rtx gen_mve_vrshlq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9315. extern rtx gen_mve_vrshrq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9316. extern rtx gen_mve_vrshrq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9317. extern rtx gen_mve_vrshrq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9318. extern rtx gen_mve_vrshrq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9319. extern rtx gen_mve_vrshrq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9320. extern rtx gen_mve_vrshrq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9321. extern rtx gen_mve_vshlq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9322. extern rtx gen_mve_vshlq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9323. extern rtx gen_mve_vshlq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9324. extern rtx gen_mve_vshlq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9325. extern rtx gen_mve_vshlq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9326. extern rtx gen_mve_vshlq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9327. extern rtx gen_mve_vshrq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9328. extern rtx gen_mve_vshrq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9329. extern rtx gen_mve_vshrq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9330. extern rtx gen_mve_vshrq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9331. extern rtx gen_mve_vshrq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9332. extern rtx gen_mve_vshrq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9333. extern rtx gen_mve_vsliq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9334. extern rtx gen_mve_vsliq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9335. extern rtx gen_mve_vsliq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9336. extern rtx gen_mve_vsliq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9337. extern rtx gen_mve_vsliq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9338. extern rtx gen_mve_vsliq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9339. extern rtx gen_mve_vsubq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9340. extern rtx gen_mve_vsubq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9341. extern rtx gen_mve_vsubq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9342. extern rtx gen_mve_vsubq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9343. extern rtx gen_mve_vsubq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9344. extern rtx gen_mve_vsubq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9345. extern rtx gen_mve_vhcaddq_rot270_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9346. extern rtx gen_mve_vhcaddq_rot270_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9347. extern rtx gen_mve_vhcaddq_rot270_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9348. extern rtx gen_mve_vhcaddq_rot90_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9349. extern rtx gen_mve_vhcaddq_rot90_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9350. extern rtx gen_mve_vhcaddq_rot90_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9351. extern rtx gen_mve_vmladavaxq_p_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9352. extern rtx gen_mve_vmladavaxq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9353. extern rtx gen_mve_vmladavaxq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9354. extern rtx gen_mve_vmlsdavaq_p_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9355. extern rtx gen_mve_vmlsdavaq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9356. extern rtx gen_mve_vmlsdavaq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9357. extern rtx gen_mve_vmlsdavaxq_p_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9358. extern rtx gen_mve_vmlsdavaxq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9359. extern rtx gen_mve_vmlsdavaxq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9360. extern rtx gen_mve_vqdmladhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9361. extern rtx gen_mve_vqdmladhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9362. extern rtx gen_mve_vqdmladhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9363. extern rtx gen_mve_vqdmladhxq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9364. extern rtx gen_mve_vqdmladhxq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9365. extern rtx gen_mve_vqdmladhxq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9366. extern rtx gen_mve_vqdmlsdhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9367. extern rtx gen_mve_vqdmlsdhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9368. extern rtx gen_mve_vqdmlsdhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9369. extern rtx gen_mve_vqdmlsdhxq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9370. extern rtx gen_mve_vqdmlsdhxq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9371. extern rtx gen_mve_vqdmlsdhxq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9372. extern rtx gen_mve_vqdmulhq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9373. extern rtx gen_mve_vqdmulhq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9374. extern rtx gen_mve_vqdmulhq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9375. extern rtx gen_mve_vqdmulhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9376. extern rtx gen_mve_vqdmulhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9377. extern rtx gen_mve_vqdmulhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9378. extern rtx gen_mve_vqrdmladhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9379. extern rtx gen_mve_vqrdmladhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9380. extern rtx gen_mve_vqrdmladhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9381. extern rtx gen_mve_vqrdmladhxq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9382. extern rtx gen_mve_vqrdmladhxq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9383. extern rtx gen_mve_vqrdmladhxq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9384. extern rtx gen_mve_vqrdmlsdhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9385. extern rtx gen_mve_vqrdmlsdhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9386. extern rtx gen_mve_vqrdmlsdhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9387. extern rtx gen_mve_vqrdmlsdhxq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9388. extern rtx gen_mve_vqrdmlsdhxq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9389. extern rtx gen_mve_vqrdmlsdhxq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9390. extern rtx gen_mve_vqrdmulhq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9391. extern rtx gen_mve_vqrdmulhq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9392. extern rtx gen_mve_vqrdmulhq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9393. extern rtx gen_mve_vqrdmulhq_m_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9394. extern rtx gen_mve_vqrdmulhq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9395. extern rtx gen_mve_vqrdmulhq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9396. extern rtx gen_mve_vmlaldavaq_p_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9397. extern rtx gen_mve_vmlaldavaq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9398. extern rtx gen_mve_vmlaldavaq_p_uv4si (rtx, rtx, rtx, rtx, rtx);
  9399. extern rtx gen_mve_vmlaldavaq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9400. extern rtx gen_mve_vmlaldavaxq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9401. extern rtx gen_mve_vmlaldavaxq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9402. extern rtx gen_mve_vqrshrnbq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9403. extern rtx gen_mve_vqrshrnbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9404. extern rtx gen_mve_vqrshrnbq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9405. extern rtx gen_mve_vqrshrnbq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9406. extern rtx gen_mve_vqrshrntq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9407. extern rtx gen_mve_vqrshrntq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9408. extern rtx gen_mve_vqrshrntq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9409. extern rtx gen_mve_vqrshrntq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9410. extern rtx gen_mve_vqshrnbq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9411. extern rtx gen_mve_vqshrnbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9412. extern rtx gen_mve_vqshrnbq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9413. extern rtx gen_mve_vqshrnbq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9414. extern rtx gen_mve_vqshrntq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9415. extern rtx gen_mve_vqshrntq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9416. extern rtx gen_mve_vqshrntq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9417. extern rtx gen_mve_vqshrntq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9418. extern rtx gen_mve_vrmlaldavhaq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9419. extern rtx gen_mve_vrshrnbq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9420. extern rtx gen_mve_vrshrnbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9421. extern rtx gen_mve_vrshrnbq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9422. extern rtx gen_mve_vrshrnbq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9423. extern rtx gen_mve_vrshrntq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9424. extern rtx gen_mve_vrshrntq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9425. extern rtx gen_mve_vrshrntq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9426. extern rtx gen_mve_vrshrntq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9427. extern rtx gen_mve_vshllbq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9428. extern rtx gen_mve_vshllbq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9429. extern rtx gen_mve_vshllbq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9430. extern rtx gen_mve_vshllbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9431. extern rtx gen_mve_vshlltq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  9432. extern rtx gen_mve_vshlltq_m_n_sv16qi (rtx, rtx, rtx, rtx, rtx);
  9433. extern rtx gen_mve_vshlltq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9434. extern rtx gen_mve_vshlltq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9435. extern rtx gen_mve_vshrnbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9436. extern rtx gen_mve_vshrnbq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9437. extern rtx gen_mve_vshrnbq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9438. extern rtx gen_mve_vshrnbq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9439. extern rtx gen_mve_vshrntq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9440. extern rtx gen_mve_vshrntq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  9441. extern rtx gen_mve_vshrntq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9442. extern rtx gen_mve_vshrntq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  9443. extern rtx gen_mve_vmlsldavaq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9444. extern rtx gen_mve_vmlsldavaq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9445. extern rtx gen_mve_vmlsldavaxq_p_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9446. extern rtx gen_mve_vmlsldavaxq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9447. extern rtx gen_mve_vmullbq_poly_m_pv16qi (rtx, rtx, rtx, rtx, rtx);
  9448. extern rtx gen_mve_vmullbq_poly_m_pv8hi (rtx, rtx, rtx, rtx, rtx);
  9449. extern rtx gen_mve_vmulltq_poly_m_pv16qi (rtx, rtx, rtx, rtx, rtx);
  9450. extern rtx gen_mve_vmulltq_poly_m_pv8hi (rtx, rtx, rtx, rtx, rtx);
  9451. extern rtx gen_mve_vqdmullbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9452. extern rtx gen_mve_vqdmullbq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9453. extern rtx gen_mve_vqdmullbq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9454. extern rtx gen_mve_vqdmullbq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9455. extern rtx gen_mve_vqdmulltq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9456. extern rtx gen_mve_vqdmulltq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9457. extern rtx gen_mve_vqdmulltq_m_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9458. extern rtx gen_mve_vqdmulltq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9459. extern rtx gen_mve_vqrshrunbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9460. extern rtx gen_mve_vqrshrunbq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9461. extern rtx gen_mve_vqrshruntq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9462. extern rtx gen_mve_vqrshruntq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9463. extern rtx gen_mve_vqshrunbq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9464. extern rtx gen_mve_vqshrunbq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9465. extern rtx gen_mve_vqshruntq_m_n_sv8hi (rtx, rtx, rtx, rtx, rtx);
  9466. extern rtx gen_mve_vqshruntq_m_n_sv4si (rtx, rtx, rtx, rtx, rtx);
  9467. extern rtx gen_mve_vrmlaldavhaq_p_uv4si (rtx, rtx, rtx, rtx, rtx);
  9468. extern rtx gen_mve_vrmlaldavhaxq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9469. extern rtx gen_mve_vrmlsldavhaq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9470. extern rtx gen_mve_vrmlsldavhaxq_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9471. extern rtx gen_mve_vabdq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9472. extern rtx gen_mve_vabdq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9473. extern rtx gen_mve_vaddq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9474. extern rtx gen_mve_vaddq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9475. extern rtx gen_mve_vaddq_m_n_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9476. extern rtx gen_mve_vaddq_m_n_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9477. extern rtx gen_mve_vandq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9478. extern rtx gen_mve_vandq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9479. extern rtx gen_mve_vbicq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9480. extern rtx gen_mve_vbicq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9481. extern rtx gen_mve_vbrsrq_m_n_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9482. extern rtx gen_mve_vbrsrq_m_n_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9483. extern rtx gen_mve_vcaddq_rot270_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9484. extern rtx gen_mve_vcaddq_rot270_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9485. extern rtx gen_mve_vcaddq_rot90_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9486. extern rtx gen_mve_vcaddq_rot90_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9487. extern rtx gen_mve_vcmlaq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9488. extern rtx gen_mve_vcmlaq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9489. extern rtx gen_mve_vcmlaq_rot180_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9490. extern rtx gen_mve_vcmlaq_rot180_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9491. extern rtx gen_mve_vcmlaq_rot270_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9492. extern rtx gen_mve_vcmlaq_rot270_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9493. extern rtx gen_mve_vcmlaq_rot90_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9494. extern rtx gen_mve_vcmlaq_rot90_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9495. extern rtx gen_mve_vcmulq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9496. extern rtx gen_mve_vcmulq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9497. extern rtx gen_mve_vcmulq_rot180_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9498. extern rtx gen_mve_vcmulq_rot180_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9499. extern rtx gen_mve_vcmulq_rot270_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9500. extern rtx gen_mve_vcmulq_rot270_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9501. extern rtx gen_mve_vcmulq_rot90_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9502. extern rtx gen_mve_vcmulq_rot90_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9503. extern rtx gen_mve_veorq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9504. extern rtx gen_mve_veorq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9505. extern rtx gen_mve_vfmaq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9506. extern rtx gen_mve_vfmaq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9507. extern rtx gen_mve_vfmaq_m_n_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9508. extern rtx gen_mve_vfmaq_m_n_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9509. extern rtx gen_mve_vfmasq_m_n_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9510. extern rtx gen_mve_vfmasq_m_n_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9511. extern rtx gen_mve_vfmsq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9512. extern rtx gen_mve_vfmsq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9513. extern rtx gen_mve_vmaxnmq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9514. extern rtx gen_mve_vmaxnmq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9515. extern rtx gen_mve_vminnmq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9516. extern rtx gen_mve_vminnmq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9517. extern rtx gen_mve_vmulq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9518. extern rtx gen_mve_vmulq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9519. extern rtx gen_mve_vmulq_m_n_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9520. extern rtx gen_mve_vmulq_m_n_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9521. extern rtx gen_mve_vornq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9522. extern rtx gen_mve_vornq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9523. extern rtx gen_mve_vorrq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9524. extern rtx gen_mve_vorrq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9525. extern rtx gen_mve_vsubq_m_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9526. extern rtx gen_mve_vsubq_m_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9527. extern rtx gen_mve_vsubq_m_n_fv8hf (rtx, rtx, rtx, rtx, rtx);
  9528. extern rtx gen_mve_vsubq_m_n_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9529. extern rtx gen_mve_vstrbq_sv16qi (rtx, rtx);
  9530. extern rtx gen_mve_vstrbq_uv16qi (rtx, rtx);
  9531. extern rtx gen_mve_vstrbq_sv8hi (rtx, rtx);
  9532. extern rtx gen_mve_vstrbq_uv8hi (rtx, rtx);
  9533. extern rtx gen_mve_vstrbq_sv4si (rtx, rtx);
  9534. extern rtx gen_mve_vstrbq_uv4si (rtx, rtx);
  9535. extern rtx gen_mve_vstrbq_scatter_offset_sv16qi_insn (rtx, rtx, rtx);
  9536. extern rtx gen_mve_vstrbq_scatter_offset_uv16qi_insn (rtx, rtx, rtx);
  9537. extern rtx gen_mve_vstrbq_scatter_offset_sv8hi_insn (rtx, rtx, rtx);
  9538. extern rtx gen_mve_vstrbq_scatter_offset_uv8hi_insn (rtx, rtx, rtx);
  9539. extern rtx gen_mve_vstrbq_scatter_offset_sv4si_insn (rtx, rtx, rtx);
  9540. extern rtx gen_mve_vstrbq_scatter_offset_uv4si_insn (rtx, rtx, rtx);
  9541. extern rtx gen_mve_vstrwq_scatter_base_sv4si (rtx, rtx, rtx);
  9542. extern rtx gen_mve_vstrwq_scatter_base_uv4si (rtx, rtx, rtx);
  9543. extern rtx gen_mve_vldrbq_gather_offset_sv16qi (rtx, rtx, rtx);
  9544. extern rtx gen_mve_vldrbq_gather_offset_uv16qi (rtx, rtx, rtx);
  9545. extern rtx gen_mve_vldrbq_gather_offset_sv8hi (rtx, rtx, rtx);
  9546. extern rtx gen_mve_vldrbq_gather_offset_uv8hi (rtx, rtx, rtx);
  9547. extern rtx gen_mve_vldrbq_gather_offset_sv4si (rtx, rtx, rtx);
  9548. extern rtx gen_mve_vldrbq_gather_offset_uv4si (rtx, rtx, rtx);
  9549. extern rtx gen_mve_vldrbq_sv16qi (rtx, rtx);
  9550. extern rtx gen_mve_vldrbq_uv16qi (rtx, rtx);
  9551. extern rtx gen_mve_vldrbq_sv8hi (rtx, rtx);
  9552. extern rtx gen_mve_vldrbq_uv8hi (rtx, rtx);
  9553. extern rtx gen_mve_vldrbq_sv4si (rtx, rtx);
  9554. extern rtx gen_mve_vldrbq_uv4si (rtx, rtx);
  9555. extern rtx gen_mve_vldrwq_gather_base_sv4si (rtx, rtx, rtx);
  9556. extern rtx gen_mve_vldrwq_gather_base_uv4si (rtx, rtx, rtx);
  9557. extern rtx gen_mve_vstrbq_scatter_offset_p_sv16qi_insn (rtx, rtx, rtx, rtx);
  9558. extern rtx gen_mve_vstrbq_scatter_offset_p_uv16qi_insn (rtx, rtx, rtx, rtx);
  9559. extern rtx gen_mve_vstrbq_scatter_offset_p_sv8hi_insn (rtx, rtx, rtx, rtx);
  9560. extern rtx gen_mve_vstrbq_scatter_offset_p_uv8hi_insn (rtx, rtx, rtx, rtx);
  9561. extern rtx gen_mve_vstrbq_scatter_offset_p_sv4si_insn (rtx, rtx, rtx, rtx);
  9562. extern rtx gen_mve_vstrbq_scatter_offset_p_uv4si_insn (rtx, rtx, rtx, rtx);
  9563. extern rtx gen_mve_vstrwq_scatter_base_p_sv4si (rtx, rtx, rtx, rtx);
  9564. extern rtx gen_mve_vstrwq_scatter_base_p_uv4si (rtx, rtx, rtx, rtx);
  9565. extern rtx gen_mve_vstrbq_p_sv16qi (rtx, rtx, rtx);
  9566. extern rtx gen_mve_vstrbq_p_uv16qi (rtx, rtx, rtx);
  9567. extern rtx gen_mve_vstrbq_p_sv8hi (rtx, rtx, rtx);
  9568. extern rtx gen_mve_vstrbq_p_uv8hi (rtx, rtx, rtx);
  9569. extern rtx gen_mve_vstrbq_p_sv4si (rtx, rtx, rtx);
  9570. extern rtx gen_mve_vstrbq_p_uv4si (rtx, rtx, rtx);
  9571. extern rtx gen_mve_vldrbq_gather_offset_z_sv16qi (rtx, rtx, rtx, rtx);
  9572. extern rtx gen_mve_vldrbq_gather_offset_z_uv16qi (rtx, rtx, rtx, rtx);
  9573. extern rtx gen_mve_vldrbq_gather_offset_z_sv8hi (rtx, rtx, rtx, rtx);
  9574. extern rtx gen_mve_vldrbq_gather_offset_z_uv8hi (rtx, rtx, rtx, rtx);
  9575. extern rtx gen_mve_vldrbq_gather_offset_z_sv4si (rtx, rtx, rtx, rtx);
  9576. extern rtx gen_mve_vldrbq_gather_offset_z_uv4si (rtx, rtx, rtx, rtx);
  9577. extern rtx gen_mve_vldrbq_z_sv16qi (rtx, rtx, rtx);
  9578. extern rtx gen_mve_vldrbq_z_uv16qi (rtx, rtx, rtx);
  9579. extern rtx gen_mve_vldrbq_z_sv8hi (rtx, rtx, rtx);
  9580. extern rtx gen_mve_vldrbq_z_uv8hi (rtx, rtx, rtx);
  9581. extern rtx gen_mve_vldrbq_z_sv4si (rtx, rtx, rtx);
  9582. extern rtx gen_mve_vldrbq_z_uv4si (rtx, rtx, rtx);
  9583. extern rtx gen_mve_vldrwq_gather_base_z_sv4si (rtx, rtx, rtx, rtx);
  9584. extern rtx gen_mve_vldrwq_gather_base_z_uv4si (rtx, rtx, rtx, rtx);
  9585. extern rtx gen_mve_vldrhq_fv8hf (rtx, rtx);
  9586. extern rtx gen_mve_vldrhq_gather_offset_sv8hi (rtx, rtx, rtx);
  9587. extern rtx gen_mve_vldrhq_gather_offset_uv8hi (rtx, rtx, rtx);
  9588. extern rtx gen_mve_vldrhq_gather_offset_sv4si (rtx, rtx, rtx);
  9589. extern rtx gen_mve_vldrhq_gather_offset_uv4si (rtx, rtx, rtx);
  9590. extern rtx gen_mve_vldrhq_gather_offset_z_sv8hi (rtx, rtx, rtx, rtx);
  9591. extern rtx gen_mve_vldrhq_gather_offset_z_uv8hi (rtx, rtx, rtx, rtx);
  9592. extern rtx gen_mve_vldrhq_gather_offset_z_sv4si (rtx, rtx, rtx, rtx);
  9593. extern rtx gen_mve_vldrhq_gather_offset_z_uv4si (rtx, rtx, rtx, rtx);
  9594. extern rtx gen_mve_vldrhq_gather_shifted_offset_sv8hi (rtx, rtx, rtx);
  9595. extern rtx gen_mve_vldrhq_gather_shifted_offset_uv8hi (rtx, rtx, rtx);
  9596. extern rtx gen_mve_vldrhq_gather_shifted_offset_sv4si (rtx, rtx, rtx);
  9597. extern rtx gen_mve_vldrhq_gather_shifted_offset_uv4si (rtx, rtx, rtx);
  9598. extern rtx gen_mve_vldrhq_gather_shifted_offset_z_sv8hi (rtx, rtx, rtx, rtx);
  9599. extern rtx gen_mve_vldrhq_gather_shifted_offset_z_uv8hi (rtx, rtx, rtx, rtx);
  9600. extern rtx gen_mve_vldrhq_gather_shifted_offset_z_sv4si (rtx, rtx, rtx, rtx);
  9601. extern rtx gen_mve_vldrhq_gather_shifted_offset_z_uv4si (rtx, rtx, rtx, rtx);
  9602. extern rtx gen_mve_vldrhq_sv8hi (rtx, rtx);
  9603. extern rtx gen_mve_vldrhq_uv8hi (rtx, rtx);
  9604. extern rtx gen_mve_vldrhq_sv4si (rtx, rtx);
  9605. extern rtx gen_mve_vldrhq_uv4si (rtx, rtx);
  9606. extern rtx gen_mve_vldrhq_z_fv8hf (rtx, rtx, rtx);
  9607. extern rtx gen_mve_vldrhq_z_sv8hi (rtx, rtx, rtx);
  9608. extern rtx gen_mve_vldrhq_z_uv8hi (rtx, rtx, rtx);
  9609. extern rtx gen_mve_vldrhq_z_sv4si (rtx, rtx, rtx);
  9610. extern rtx gen_mve_vldrhq_z_uv4si (rtx, rtx, rtx);
  9611. extern rtx gen_mve_vldrwq_fv4sf (rtx, rtx);
  9612. extern rtx gen_mve_vldrwq_sv4si (rtx, rtx);
  9613. extern rtx gen_mve_vldrwq_uv4si (rtx, rtx);
  9614. extern rtx gen_mve_vldrwq_z_fv4sf (rtx, rtx, rtx);
  9615. extern rtx gen_mve_vldrwq_z_sv4si (rtx, rtx, rtx);
  9616. extern rtx gen_mve_vldrwq_z_uv4si (rtx, rtx, rtx);
  9617. extern rtx gen_mve_vldrdq_gather_base_sv2di (rtx, rtx, rtx);
  9618. extern rtx gen_mve_vldrdq_gather_base_uv2di (rtx, rtx, rtx);
  9619. extern rtx gen_mve_vldrdq_gather_base_z_sv2di (rtx, rtx, rtx, rtx);
  9620. extern rtx gen_mve_vldrdq_gather_base_z_uv2di (rtx, rtx, rtx, rtx);
  9621. extern rtx gen_mve_vldrdq_gather_offset_sv2di (rtx, rtx, rtx);
  9622. extern rtx gen_mve_vldrdq_gather_offset_uv2di (rtx, rtx, rtx);
  9623. extern rtx gen_mve_vldrdq_gather_offset_z_sv2di (rtx, rtx, rtx, rtx);
  9624. extern rtx gen_mve_vldrdq_gather_offset_z_uv2di (rtx, rtx, rtx, rtx);
  9625. extern rtx gen_mve_vldrdq_gather_shifted_offset_sv2di (rtx, rtx, rtx);
  9626. extern rtx gen_mve_vldrdq_gather_shifted_offset_uv2di (rtx, rtx, rtx);
  9627. extern rtx gen_mve_vldrdq_gather_shifted_offset_z_sv2di (rtx, rtx, rtx, rtx);
  9628. extern rtx gen_mve_vldrdq_gather_shifted_offset_z_uv2di (rtx, rtx, rtx, rtx);
  9629. extern rtx gen_mve_vldrhq_gather_offset_fv8hf (rtx, rtx, rtx);
  9630. extern rtx gen_mve_vldrhq_gather_offset_z_fv8hf (rtx, rtx, rtx, rtx);
  9631. extern rtx gen_mve_vldrhq_gather_shifted_offset_fv8hf (rtx, rtx, rtx);
  9632. extern rtx gen_mve_vldrhq_gather_shifted_offset_z_fv8hf (rtx, rtx, rtx, rtx);
  9633. extern rtx gen_mve_vldrwq_gather_base_fv4sf (rtx, rtx, rtx);
  9634. extern rtx gen_mve_vldrwq_gather_base_z_fv4sf (rtx, rtx, rtx, rtx);
  9635. extern rtx gen_mve_vldrwq_gather_offset_fv4sf (rtx, rtx, rtx);
  9636. extern rtx gen_mve_vldrwq_gather_offset_sv4si (rtx, rtx, rtx);
  9637. extern rtx gen_mve_vldrwq_gather_offset_uv4si (rtx, rtx, rtx);
  9638. extern rtx gen_mve_vldrwq_gather_offset_z_fv4sf (rtx, rtx, rtx, rtx);
  9639. extern rtx gen_mve_vldrwq_gather_offset_z_sv4si (rtx, rtx, rtx, rtx);
  9640. extern rtx gen_mve_vldrwq_gather_offset_z_uv4si (rtx, rtx, rtx, rtx);
  9641. extern rtx gen_mve_vldrwq_gather_shifted_offset_fv4sf (rtx, rtx, rtx);
  9642. extern rtx gen_mve_vldrwq_gather_shifted_offset_sv4si (rtx, rtx, rtx);
  9643. extern rtx gen_mve_vldrwq_gather_shifted_offset_uv4si (rtx, rtx, rtx);
  9644. extern rtx gen_mve_vldrwq_gather_shifted_offset_z_fv4sf (rtx, rtx, rtx, rtx);
  9645. extern rtx gen_mve_vldrwq_gather_shifted_offset_z_sv4si (rtx, rtx, rtx, rtx);
  9646. extern rtx gen_mve_vldrwq_gather_shifted_offset_z_uv4si (rtx, rtx, rtx, rtx);
  9647. extern rtx gen_mve_vstrhq_fv8hf (rtx, rtx);
  9648. extern rtx gen_mve_vstrhq_p_fv8hf (rtx, rtx, rtx);
  9649. extern rtx gen_mve_vstrhq_p_sv8hi (rtx, rtx, rtx);
  9650. extern rtx gen_mve_vstrhq_p_uv8hi (rtx, rtx, rtx);
  9651. extern rtx gen_mve_vstrhq_p_sv4si (rtx, rtx, rtx);
  9652. extern rtx gen_mve_vstrhq_p_uv4si (rtx, rtx, rtx);
  9653. extern rtx gen_mve_vstrhq_scatter_offset_p_sv8hi_insn (rtx, rtx, rtx, rtx);
  9654. extern rtx gen_mve_vstrhq_scatter_offset_p_uv8hi_insn (rtx, rtx, rtx, rtx);
  9655. extern rtx gen_mve_vstrhq_scatter_offset_p_sv4si_insn (rtx, rtx, rtx, rtx);
  9656. extern rtx gen_mve_vstrhq_scatter_offset_p_uv4si_insn (rtx, rtx, rtx, rtx);
  9657. extern rtx gen_mve_vstrhq_scatter_offset_sv8hi_insn (rtx, rtx, rtx);
  9658. extern rtx gen_mve_vstrhq_scatter_offset_uv8hi_insn (rtx, rtx, rtx);
  9659. extern rtx gen_mve_vstrhq_scatter_offset_sv4si_insn (rtx, rtx, rtx);
  9660. extern rtx gen_mve_vstrhq_scatter_offset_uv4si_insn (rtx, rtx, rtx);
  9661. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_sv8hi_insn (rtx, rtx, rtx, rtx);
  9662. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_uv8hi_insn (rtx, rtx, rtx, rtx);
  9663. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_sv4si_insn (rtx, rtx, rtx, rtx);
  9664. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_uv4si_insn (rtx, rtx, rtx, rtx);
  9665. extern rtx gen_mve_vstrhq_scatter_shifted_offset_sv8hi_insn (rtx, rtx, rtx);
  9666. extern rtx gen_mve_vstrhq_scatter_shifted_offset_uv8hi_insn (rtx, rtx, rtx);
  9667. extern rtx gen_mve_vstrhq_scatter_shifted_offset_sv4si_insn (rtx, rtx, rtx);
  9668. extern rtx gen_mve_vstrhq_scatter_shifted_offset_uv4si_insn (rtx, rtx, rtx);
  9669. extern rtx gen_mve_vstrhq_sv8hi (rtx, rtx);
  9670. extern rtx gen_mve_vstrhq_uv8hi (rtx, rtx);
  9671. extern rtx gen_mve_vstrhq_sv4si (rtx, rtx);
  9672. extern rtx gen_mve_vstrhq_uv4si (rtx, rtx);
  9673. extern rtx gen_mve_vstrwq_fv4sf (rtx, rtx);
  9674. extern rtx gen_mve_vstrwq_p_fv4sf (rtx, rtx, rtx);
  9675. extern rtx gen_mve_vstrwq_p_sv4si (rtx, rtx, rtx);
  9676. extern rtx gen_mve_vstrwq_p_uv4si (rtx, rtx, rtx);
  9677. extern rtx gen_mve_vstrwq_sv4si (rtx, rtx);
  9678. extern rtx gen_mve_vstrwq_uv4si (rtx, rtx);
  9679. extern rtx gen_mve_vstrdq_scatter_base_p_sv2di (rtx, rtx, rtx, rtx);
  9680. extern rtx gen_mve_vstrdq_scatter_base_p_uv2di (rtx, rtx, rtx, rtx);
  9681. extern rtx gen_mve_vstrdq_scatter_base_sv2di (rtx, rtx, rtx);
  9682. extern rtx gen_mve_vstrdq_scatter_base_uv2di (rtx, rtx, rtx);
  9683. extern rtx gen_mve_vstrdq_scatter_offset_p_sv2di_insn (rtx, rtx, rtx, rtx);
  9684. extern rtx gen_mve_vstrdq_scatter_offset_p_uv2di_insn (rtx, rtx, rtx, rtx);
  9685. extern rtx gen_mve_vstrdq_scatter_offset_sv2di_insn (rtx, rtx, rtx);
  9686. extern rtx gen_mve_vstrdq_scatter_offset_uv2di_insn (rtx, rtx, rtx);
  9687. extern rtx gen_mve_vstrdq_scatter_shifted_offset_p_sv2di_insn (rtx, rtx, rtx, rtx);
  9688. extern rtx gen_mve_vstrdq_scatter_shifted_offset_p_uv2di_insn (rtx, rtx, rtx, rtx);
  9689. extern rtx gen_mve_vstrdq_scatter_shifted_offset_sv2di_insn (rtx, rtx, rtx);
  9690. extern rtx gen_mve_vstrdq_scatter_shifted_offset_uv2di_insn (rtx, rtx, rtx);
  9691. extern rtx gen_mve_vstrhq_scatter_offset_fv8hf_insn (rtx, rtx, rtx);
  9692. extern rtx gen_mve_vstrhq_scatter_offset_p_fv8hf_insn (rtx, rtx, rtx, rtx);
  9693. extern rtx gen_mve_vstrhq_scatter_shifted_offset_fv8hf_insn (rtx, rtx, rtx);
  9694. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_fv8hf_insn (rtx, rtx, rtx, rtx);
  9695. extern rtx gen_mve_vstrwq_scatter_base_fv4sf (rtx, rtx, rtx);
  9696. extern rtx gen_mve_vstrwq_scatter_base_p_fv4sf (rtx, rtx, rtx, rtx);
  9697. extern rtx gen_mve_vstrwq_scatter_offset_fv4sf_insn (rtx, rtx, rtx);
  9698. extern rtx gen_mve_vstrwq_scatter_offset_p_fv4sf_insn (rtx, rtx, rtx, rtx);
  9699. extern rtx gen_mve_vstrwq_scatter_offset_p_sv4si_insn (rtx, rtx, rtx, rtx);
  9700. extern rtx gen_mve_vstrwq_scatter_offset_p_uv4si_insn (rtx, rtx, rtx, rtx);
  9701. extern rtx gen_mve_vstrwq_scatter_offset_sv4si_insn (rtx, rtx, rtx);
  9702. extern rtx gen_mve_vstrwq_scatter_offset_uv4si_insn (rtx, rtx, rtx);
  9703. extern rtx gen_mve_vstrwq_scatter_shifted_offset_fv4sf_insn (rtx, rtx, rtx);
  9704. extern rtx gen_mve_vstrwq_scatter_shifted_offset_p_fv4sf_insn (rtx, rtx, rtx, rtx);
  9705. extern rtx gen_mve_vstrwq_scatter_shifted_offset_p_sv4si_insn (rtx, rtx, rtx, rtx);
  9706. extern rtx gen_mve_vstrwq_scatter_shifted_offset_p_uv4si_insn (rtx, rtx, rtx, rtx);
  9707. extern rtx gen_mve_vstrwq_scatter_shifted_offset_sv4si_insn (rtx, rtx, rtx);
  9708. extern rtx gen_mve_vstrwq_scatter_shifted_offset_uv4si_insn (rtx, rtx, rtx);
  9709. extern rtx gen_mve_vaddqv16qi (rtx, rtx, rtx);
  9710. extern rtx gen_mve_vaddqv8hi (rtx, rtx, rtx);
  9711. extern rtx gen_mve_vaddqv4si (rtx, rtx, rtx);
  9712. extern rtx gen_mve_vaddq_fv8hf (rtx, rtx, rtx);
  9713. extern rtx gen_mve_vaddq_fv4sf (rtx, rtx, rtx);
  9714. extern rtx gen_mve_vidupq_uv16qi_insn (rtx, rtx, rtx, rtx, rtx);
  9715. extern rtx gen_mve_vidupq_uv8hi_insn (rtx, rtx, rtx, rtx, rtx);
  9716. extern rtx gen_mve_vidupq_uv4si_insn (rtx, rtx, rtx, rtx, rtx);
  9717. extern rtx gen_mve_vidupq_m_wb_uv16qi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9718. extern rtx gen_mve_vidupq_m_wb_uv8hi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9719. extern rtx gen_mve_vidupq_m_wb_uv4si_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9720. extern rtx gen_mve_vddupq_uv16qi_insn (rtx, rtx, rtx, rtx, rtx);
  9721. extern rtx gen_mve_vddupq_uv8hi_insn (rtx, rtx, rtx, rtx, rtx);
  9722. extern rtx gen_mve_vddupq_uv4si_insn (rtx, rtx, rtx, rtx, rtx);
  9723. extern rtx gen_mve_vddupq_m_wb_uv16qi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9724. extern rtx gen_mve_vddupq_m_wb_uv8hi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9725. extern rtx gen_mve_vddupq_m_wb_uv4si_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9726. extern rtx gen_mve_vdwdupq_wb_uv16qi_insn (rtx, rtx, rtx, rtx, rtx);
  9727. extern rtx gen_mve_vdwdupq_wb_uv8hi_insn (rtx, rtx, rtx, rtx, rtx);
  9728. extern rtx gen_mve_vdwdupq_wb_uv4si_insn (rtx, rtx, rtx, rtx, rtx);
  9729. extern rtx gen_mve_vdwdupq_m_wb_uv16qi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9730. extern rtx gen_mve_vdwdupq_m_wb_uv8hi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9731. extern rtx gen_mve_vdwdupq_m_wb_uv4si_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9732. extern rtx gen_mve_viwdupq_wb_uv16qi_insn (rtx, rtx, rtx, rtx, rtx);
  9733. extern rtx gen_mve_viwdupq_wb_uv8hi_insn (rtx, rtx, rtx, rtx, rtx);
  9734. extern rtx gen_mve_viwdupq_wb_uv4si_insn (rtx, rtx, rtx, rtx, rtx);
  9735. extern rtx gen_mve_viwdupq_m_wb_uv16qi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9736. extern rtx gen_mve_viwdupq_m_wb_uv8hi_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9737. extern rtx gen_mve_viwdupq_m_wb_uv4si_insn (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9738. extern rtx gen_mve_vstrwq_scatter_base_wb_sv4si (rtx, rtx, rtx, rtx);
  9739. extern rtx gen_mve_vstrwq_scatter_base_wb_uv4si (rtx, rtx, rtx, rtx);
  9740. extern rtx gen_mve_vstrwq_scatter_base_wb_p_sv4si (rtx, rtx, rtx, rtx, rtx);
  9741. extern rtx gen_mve_vstrwq_scatter_base_wb_p_uv4si (rtx, rtx, rtx, rtx, rtx);
  9742. extern rtx gen_mve_vstrwq_scatter_base_wb_fv4sf (rtx, rtx, rtx, rtx);
  9743. extern rtx gen_mve_vstrwq_scatter_base_wb_p_fv4sf (rtx, rtx, rtx, rtx, rtx);
  9744. extern rtx gen_mve_vstrdq_scatter_base_wb_sv2di (rtx, rtx, rtx, rtx);
  9745. extern rtx gen_mve_vstrdq_scatter_base_wb_uv2di (rtx, rtx, rtx, rtx);
  9746. extern rtx gen_mve_vstrdq_scatter_base_wb_p_sv2di (rtx, rtx, rtx, rtx, rtx);
  9747. extern rtx gen_mve_vstrdq_scatter_base_wb_p_uv2di (rtx, rtx, rtx, rtx, rtx);
  9748. extern rtx gen_mve_vldrwq_gather_base_wb_sv4si_insn (rtx, rtx, rtx, rtx);
  9749. extern rtx gen_mve_vldrwq_gather_base_wb_uv4si_insn (rtx, rtx, rtx, rtx);
  9750. extern rtx gen_mve_vldrwq_gather_base_wb_z_sv4si_insn (rtx, rtx, rtx, rtx, rtx);
  9751. extern rtx gen_mve_vldrwq_gather_base_wb_z_uv4si_insn (rtx, rtx, rtx, rtx, rtx);
  9752. extern rtx gen_mve_vldrwq_gather_base_wb_fv4sf_insn (rtx, rtx, rtx, rtx);
  9753. extern rtx gen_mve_vldrwq_gather_base_wb_z_fv4sf_insn (rtx, rtx, rtx, rtx, rtx);
  9754. extern rtx gen_mve_vldrdq_gather_base_wb_sv2di_insn (rtx, rtx, rtx, rtx);
  9755. extern rtx gen_mve_vldrdq_gather_base_wb_uv2di_insn (rtx, rtx, rtx, rtx);
  9756. extern rtx gen_get_fpscr_nzcvqc (rtx);
  9757. extern rtx gen_set_fpscr_nzcvqc (rtx);
  9758. extern rtx gen_mve_vldrdq_gather_base_wb_z_sv2di_insn (rtx, rtx, rtx, rtx, rtx);
  9759. extern rtx gen_mve_vldrdq_gather_base_wb_z_uv2di_insn (rtx, rtx, rtx, rtx, rtx);
  9760. extern rtx gen_mve_vadciq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9761. extern rtx gen_mve_vadciq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9762. extern rtx gen_mve_vadciq_uv4si (rtx, rtx, rtx);
  9763. extern rtx gen_mve_vadciq_sv4si (rtx, rtx, rtx);
  9764. extern rtx gen_mve_vadcq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9765. extern rtx gen_mve_vadcq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9766. extern rtx gen_mve_vadcq_uv4si (rtx, rtx, rtx);
  9767. extern rtx gen_mve_vadcq_sv4si (rtx, rtx, rtx);
  9768. extern rtx gen_mve_vsbciq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9769. extern rtx gen_mve_vsbciq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9770. extern rtx gen_mve_vsbciq_uv4si (rtx, rtx, rtx);
  9771. extern rtx gen_mve_vsbciq_sv4si (rtx, rtx, rtx);
  9772. extern rtx gen_mve_vsbcq_m_uv4si (rtx, rtx, rtx, rtx, rtx);
  9773. extern rtx gen_mve_vsbcq_m_sv4si (rtx, rtx, rtx, rtx, rtx);
  9774. extern rtx gen_mve_vsbcq_uv4si (rtx, rtx, rtx);
  9775. extern rtx gen_mve_vsbcq_sv4si (rtx, rtx, rtx);
  9776. extern rtx gen_mve_vst2qv16qi (rtx, rtx);
  9777. extern rtx gen_mve_vst2qv8hi (rtx, rtx);
  9778. extern rtx gen_mve_vst2qv4si (rtx, rtx);
  9779. extern rtx gen_mve_vst2qv8hf (rtx, rtx);
  9780. extern rtx gen_mve_vst2qv4sf (rtx, rtx);
  9781. extern rtx gen_mve_vld2qv16qi (rtx, rtx);
  9782. extern rtx gen_mve_vld2qv8hi (rtx, rtx);
  9783. extern rtx gen_mve_vld2qv4si (rtx, rtx);
  9784. extern rtx gen_mve_vld2qv8hf (rtx, rtx);
  9785. extern rtx gen_mve_vld2qv4sf (rtx, rtx);
  9786. extern rtx gen_mve_vld4qv16qi (rtx, rtx);
  9787. extern rtx gen_mve_vld4qv8hi (rtx, rtx);
  9788. extern rtx gen_mve_vld4qv4si (rtx, rtx);
  9789. extern rtx gen_mve_vld4qv8hf (rtx, rtx);
  9790. extern rtx gen_mve_vld4qv4sf (rtx, rtx);
  9791. extern rtx gen_mve_vec_extractv16qiqi (rtx, rtx, rtx);
  9792. extern rtx gen_mve_vec_extractv8hihi (rtx, rtx, rtx);
  9793. extern rtx gen_mve_vec_extractv4sisi (rtx, rtx, rtx);
  9794. extern rtx gen_mve_vec_extractv8hfhf (rtx, rtx, rtx);
  9795. extern rtx gen_mve_vec_extractv4sfsf (rtx, rtx, rtx);
  9796. extern rtx gen_mve_vec_extractv2didi (rtx, rtx, rtx);
  9797. extern rtx gen_mve_vec_setv16qi_internal (rtx, rtx, rtx, rtx);
  9798. extern rtx gen_mve_vec_setv8hi_internal (rtx, rtx, rtx, rtx);
  9799. extern rtx gen_mve_vec_setv8hf_internal (rtx, rtx, rtx, rtx);
  9800. extern rtx gen_mve_vec_setv4si_internal (rtx, rtx, rtx, rtx);
  9801. extern rtx gen_mve_vec_setv4sf_internal (rtx, rtx, rtx, rtx);
  9802. extern rtx gen_mve_vec_setv2di_internal (rtx, rtx, rtx, rtx);
  9803. extern rtx gen_mve_uqrshll_sat64_di (rtx, rtx, rtx);
  9804. extern rtx gen_mve_uqrshll_sat48_di (rtx, rtx, rtx);
  9805. extern rtx gen_mve_sqrshrl_sat64_di (rtx, rtx, rtx);
  9806. extern rtx gen_mve_sqrshrl_sat48_di (rtx, rtx, rtx);
  9807. extern rtx gen_mve_uqrshl_si (rtx, rtx, rtx);
  9808. extern rtx gen_mve_sqrshr_si (rtx, rtx, rtx);
  9809. extern rtx gen_mve_uqshll_di (rtx, rtx, rtx);
  9810. extern rtx gen_mve_urshrl_di (rtx, rtx, rtx);
  9811. extern rtx gen_mve_uqshl_si (rtx, rtx, rtx);
  9812. extern rtx gen_mve_urshr_si (rtx, rtx, rtx);
  9813. extern rtx gen_mve_sqshl_si (rtx, rtx, rtx);
  9814. extern rtx gen_mve_srshr_si (rtx, rtx, rtx);
  9815. extern rtx gen_mve_srshrl_di (rtx, rtx, rtx);
  9816. extern rtx gen_mve_sqshll_di (rtx, rtx, rtx);
  9817. extern rtx gen_mve_vshlcq_m_sv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  9818. extern rtx gen_mve_vshlcq_m_uv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  9819. extern rtx gen_mve_vshlcq_m_sv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  9820. extern rtx gen_mve_vshlcq_m_uv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  9821. extern rtx gen_mve_vshlcq_m_sv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  9822. extern rtx gen_mve_vshlcq_m_uv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  9823. extern rtx gen_arm_vcx1qv16qi (rtx, rtx, rtx);
  9824. extern rtx gen_arm_vcx1qav16qi (rtx, rtx, rtx, rtx);
  9825. extern rtx gen_arm_vcx2qv16qi (rtx, rtx, rtx, rtx);
  9826. extern rtx gen_arm_vcx2qav16qi (rtx, rtx, rtx, rtx, rtx);
  9827. extern rtx gen_arm_vcx3qv16qi (rtx, rtx, rtx, rtx, rtx);
  9828. extern rtx gen_arm_vcx3qav16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  9829. extern rtx gen_arm_vcx1q_p_v16qi (rtx, rtx, rtx, rtx, rtx);
  9830. extern rtx gen_arm_vcx1qa_p_v16qi (rtx, rtx, rtx, rtx, rtx);
  9831. extern rtx gen_arm_vcx2q_p_v16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  9832. extern rtx gen_arm_vcx2qa_p_v16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  9833. extern rtx gen_arm_vcx3q_p_v16qi (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9834. extern rtx gen_arm_vcx3qa_p_v16qi (rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  9835. extern rtx gen_adddi3 (rtx, rtx, rtx);
  9836. extern rtx gen_addvsi4 (rtx, rtx, rtx, rtx);
  9837. extern rtx gen_addvdi4 (rtx, rtx, rtx, rtx);
  9838. extern rtx gen_addsi3_cin_vout_reg (rtx, rtx, rtx);
  9839. extern rtx gen_addsi3_cin_vout_imm (rtx, rtx, rtx);
  9840. extern rtx gen_addsi3_cin_vout_0 (rtx, rtx);
  9841. extern rtx gen_uaddvsi4 (rtx, rtx, rtx, rtx);
  9842. extern rtx gen_uaddvdi4 (rtx, rtx, rtx, rtx);
  9843. extern rtx gen_addsi3_cin_cout_reg (rtx, rtx, rtx);
  9844. extern rtx gen_addsi3_cin_cout_imm (rtx, rtx, rtx);
  9845. extern rtx gen_addsi3_cin_cout_0 (rtx, rtx);
  9846. extern rtx gen_addsi3 (rtx, rtx, rtx);
  9847. extern rtx gen_subvsi4 (rtx, rtx, rtx, rtx);
  9848. extern rtx gen_subvdi4 (rtx, rtx, rtx, rtx);
  9849. extern rtx gen_usubvsi4 (rtx, rtx, rtx, rtx);
  9850. extern rtx gen_usubvdi4 (rtx, rtx, rtx, rtx);
  9851. extern rtx gen_addsf3 (rtx, rtx, rtx);
  9852. extern rtx gen_adddf3 (rtx, rtx, rtx);
  9853. extern rtx gen_subdi3 (rtx, rtx, rtx);
  9854. extern rtx gen_subsi3 (rtx, rtx, rtx);
  9855. extern rtx gen_subsf3 (rtx, rtx, rtx);
  9856. extern rtx gen_subdf3 (rtx, rtx, rtx);
  9857. extern rtx gen_mulhi3 (rtx, rtx, rtx);
  9858. extern rtx gen_mulsi3 (rtx, rtx, rtx);
  9859. extern rtx gen_mulsidi3 (rtx, rtx, rtx);
  9860. extern rtx gen_umulsidi3 (rtx, rtx, rtx);
  9861. extern rtx gen_maddsidi4 (rtx, rtx, rtx, rtx);
  9862. extern rtx gen_umaddsidi4 (rtx, rtx, rtx, rtx);
  9863. extern rtx gen_smulsi3_highpart (rtx, rtx, rtx);
  9864. extern rtx gen_umulsi3_highpart (rtx, rtx, rtx);
  9865. extern rtx gen_maddhisi4 (rtx, rtx, rtx, rtx);
  9866. extern rtx gen_arm_smlabb (rtx, rtx, rtx, rtx);
  9867. extern rtx gen_arm_smlatb (rtx, rtx, rtx, rtx);
  9868. extern rtx gen_arm_smlatt (rtx, rtx, rtx, rtx);
  9869. extern rtx gen_arm_smlawb (rtx, rtx, rtx, rtx);
  9870. extern rtx gen_arm_smlawt (rtx, rtx, rtx, rtx);
  9871. extern rtx gen_mulsf3 (rtx, rtx, rtx);
  9872. extern rtx gen_muldf3 (rtx, rtx, rtx);
  9873. extern rtx gen_divsf3 (rtx, rtx, rtx);
  9874. extern rtx gen_divdf3 (rtx, rtx, rtx);
  9875. extern rtx gen_anddi3 (rtx, rtx, rtx);
  9876. extern rtx gen_iordi3 (rtx, rtx, rtx);
  9877. extern rtx gen_xordi3 (rtx, rtx, rtx);
  9878. extern rtx gen_one_cmpldi2 (rtx, rtx);
  9879. extern rtx gen_andsi3 (rtx, rtx, rtx);
  9880. extern rtx gen_insv (rtx, rtx, rtx, rtx);
  9881. extern rtx gen_iorsi3 (rtx, rtx, rtx);
  9882. extern rtx gen_xorsi3 (rtx, rtx, rtx);
  9883. extern rtx gen_smaxsi3 (rtx, rtx, rtx);
  9884. extern rtx gen_sminsi3 (rtx, rtx, rtx);
  9885. extern rtx gen_umaxsi3 (rtx, rtx, rtx);
  9886. extern rtx gen_uminsi3 (rtx, rtx, rtx);
  9887. extern rtx gen_arm_qadd (rtx, rtx, rtx);
  9888. extern rtx gen_arm_qsub (rtx, rtx, rtx);
  9889. extern rtx gen_arm_ssat (rtx, rtx, rtx);
  9890. extern rtx gen_arm_usat (rtx, rtx, rtx);
  9891. extern rtx gen_arm_saturation_occurred (rtx);
  9892. extern rtx gen_arm_set_saturation (rtx);
  9893. extern rtx gen_ashldi3 (rtx, rtx, rtx);
  9894. extern rtx gen_ashlsi3 (rtx, rtx, rtx);
  9895. extern rtx gen_ashrdi3 (rtx, rtx, rtx);
  9896. extern rtx gen_ashrsi3 (rtx, rtx, rtx);
  9897. extern rtx gen_lshrdi3 (rtx, rtx, rtx);
  9898. extern rtx gen_lshrsi3 (rtx, rtx, rtx);
  9899. extern rtx gen_rotlsi3 (rtx, rtx, rtx);
  9900. extern rtx gen_rotrsi3 (rtx, rtx, rtx);
  9901. extern rtx gen_extzv (rtx, rtx, rtx, rtx);
  9902. extern rtx gen_extzv_t1 (rtx, rtx, rtx, rtx, rtx);
  9903. extern rtx gen_extv (rtx, rtx, rtx, rtx);
  9904. extern rtx gen_extv_regsi (rtx, rtx, rtx, rtx);
  9905. extern rtx gen_negvsi3 (rtx, rtx, rtx);
  9906. extern rtx gen_negvdi3 (rtx, rtx, rtx);
  9907. extern rtx gen_negsi2 (rtx, rtx);
  9908. extern rtx gen_negsf2 (rtx, rtx);
  9909. extern rtx gen_negdf2 (rtx, rtx);
  9910. extern rtx gen_abssi2 (rtx, rtx);
  9911. extern rtx gen_abssf2 (rtx, rtx);
  9912. extern rtx gen_absdf2 (rtx, rtx);
  9913. extern rtx gen_sqrtsf2 (rtx, rtx);
  9914. extern rtx gen_sqrtdf2 (rtx, rtx);
  9915. extern rtx gen_one_cmplsi2 (rtx, rtx);
  9916. extern rtx gen_floatsihf2 (rtx, rtx);
  9917. extern rtx gen_floatdihf2 (rtx, rtx);
  9918. extern rtx gen_floatsisf2 (rtx, rtx);
  9919. extern rtx gen_floatsidf2 (rtx, rtx);
  9920. extern rtx gen_fix_trunchfsi2 (rtx, rtx);
  9921. extern rtx gen_fix_trunchfdi2 (rtx, rtx);
  9922. extern rtx gen_fix_truncsfsi2 (rtx, rtx);
  9923. extern rtx gen_fix_truncdfsi2 (rtx, rtx);
  9924. extern rtx gen_truncdfsf2 (rtx, rtx);
  9925. extern rtx gen_truncdfhf2 (rtx, rtx);
  9926. extern rtx gen_zero_extendqidi2 (rtx, rtx);
  9927. extern rtx gen_zero_extendhidi2 (rtx, rtx);
  9928. extern rtx gen_zero_extendsidi2 (rtx, rtx);
  9929. extern rtx gen_extendqidi2 (rtx, rtx);
  9930. extern rtx gen_extendhidi2 (rtx, rtx);
  9931. extern rtx gen_extendsidi2 (rtx, rtx);
  9932. extern rtx gen_zero_extendhisi2 (rtx, rtx);
  9933. extern rtx gen_zero_extendqisi2 (rtx, rtx);
  9934. extern rtx gen_extendhisi2 (rtx, rtx);
  9935. extern rtx gen_extendhisi2_mem (rtx, rtx);
  9936. extern rtx gen_extendqihi2 (rtx, rtx);
  9937. extern rtx gen_extendqisi2 (rtx, rtx);
  9938. extern rtx gen_arm_smlad (rtx, rtx, rtx, rtx);
  9939. extern rtx gen_arm_smladx (rtx, rtx, rtx, rtx);
  9940. extern rtx gen_arm_smlsd (rtx, rtx, rtx, rtx);
  9941. extern rtx gen_arm_smlsdx (rtx, rtx, rtx, rtx);
  9942. extern rtx gen_arm_smuad (rtx, rtx, rtx);
  9943. extern rtx gen_arm_smuadx (rtx, rtx, rtx);
  9944. extern rtx gen_arm_ssat16 (rtx, rtx, rtx);
  9945. extern rtx gen_arm_usat16 (rtx, rtx, rtx);
  9946. extern rtx gen_extendsfdf2 (rtx, rtx);
  9947. extern rtx gen_extendhfdf2 (rtx, rtx);
  9948. extern rtx gen_movdi (rtx, rtx);
  9949. extern rtx gen_movsi (rtx, rtx);
  9950. extern rtx gen_calculate_pic_address (rtx, rtx, rtx);
  9951. extern rtx gen_builtin_setjmp_receiver (rtx);
  9952. extern rtx gen_storehi (rtx, rtx);
  9953. extern rtx gen_storehi_bigend (rtx, rtx);
  9954. extern rtx gen_storeinthi (rtx, rtx);
  9955. extern rtx gen_storehi_single_op (rtx, rtx);
  9956. extern rtx gen_movhi (rtx, rtx);
  9957. extern rtx gen_movhi_bytes (rtx, rtx);
  9958. extern rtx gen_movhi_bigend (rtx, rtx);
  9959. extern rtx gen_reload_outhi (rtx, rtx, rtx);
  9960. extern rtx gen_reload_inhi (rtx, rtx, rtx);
  9961. extern rtx gen_movqi (rtx, rtx);
  9962. extern rtx gen_movhf (rtx, rtx);
  9963. extern rtx gen_movbf (rtx, rtx);
  9964. extern rtx gen_movsf (rtx, rtx);
  9965. extern rtx gen_movdf (rtx, rtx);
  9966. extern rtx gen_reload_outdf (rtx, rtx, rtx);
  9967. extern rtx gen_load_multiple (rtx, rtx, rtx);
  9968. extern rtx gen_store_multiple (rtx, rtx, rtx);
  9969. extern rtx gen_setmemsi (rtx, rtx, rtx, rtx);
  9970. extern rtx gen_cpymemqi (rtx, rtx, rtx, rtx);
  9971. extern rtx gen_cbranchsi4 (rtx, rtx, rtx, rtx);
  9972. extern rtx gen_cbranchsf4 (rtx, rtx, rtx, rtx);
  9973. extern rtx gen_cbranchdf4 (rtx, rtx, rtx, rtx);
  9974. extern rtx gen_cbranchdi4 (rtx, rtx, rtx, rtx);
  9975. extern rtx gen_cbranch_cc (rtx, rtx, rtx, rtx);
  9976. extern rtx gen_cstore_cc (rtx, rtx, rtx, rtx);
  9977. extern rtx gen_cstoresi4 (rtx, rtx, rtx, rtx);
  9978. extern rtx gen_cstorehf4 (rtx, rtx, rtx, rtx);
  9979. extern rtx gen_cstoresf4 (rtx, rtx, rtx, rtx);
  9980. extern rtx gen_cstoredf4 (rtx, rtx, rtx, rtx);
  9981. extern rtx gen_cstoredi4 (rtx, rtx, rtx, rtx);
  9982. extern rtx gen_movsicc (rtx, rtx, rtx, rtx);
  9983. extern rtx gen_movhfcc (rtx, rtx, rtx, rtx);
  9984. extern rtx gen_movsfcc (rtx, rtx, rtx, rtx);
  9985. extern rtx gen_movdfcc (rtx, rtx, rtx, rtx);
  9986. extern rtx gen_jump (rtx);
  9987. extern rtx gen_call (rtx, rtx, rtx);
  9988. extern rtx gen_call_internal (rtx, rtx, rtx);
  9989. extern rtx gen_nonsecure_call_internal (rtx, rtx, rtx);
  9990. extern rtx gen_call_value (rtx, rtx, rtx, rtx);
  9991. extern rtx gen_call_value_internal (rtx, rtx, rtx, rtx);
  9992. extern rtx gen_nonsecure_call_value_internal (rtx, rtx, rtx, rtx);
  9993. extern rtx gen_sibcall_internal (rtx, rtx, rtx);
  9994. extern rtx gen_sibcall (rtx, rtx, rtx);
  9995. extern rtx gen_sibcall_value_internal (rtx, rtx, rtx, rtx);
  9996. extern rtx gen_sibcall_value (rtx, rtx, rtx, rtx);
  9997. extern rtx gen_return (void);
  9998. extern rtx gen_simple_return (void);
  9999. extern rtx gen_return_addr_mask (rtx);
  10000. extern rtx gen_untyped_call (rtx, rtx, rtx);
  10001. extern rtx gen_untyped_return (rtx, rtx);
  10002. extern rtx gen_stack_protect_combined_set (rtx, rtx);
  10003. extern rtx gen_stack_protect_combined_test (rtx, rtx, rtx);
  10004. extern rtx gen_casesi (rtx, rtx, rtx, rtx, rtx);
  10005. extern rtx gen_arm_casesi_internal (rtx, rtx, rtx, rtx);
  10006. extern rtx gen_indirect_jump (rtx);
  10007. extern rtx gen_prologue (void);
  10008. extern rtx gen_epilogue (void);
  10009. extern rtx gen_sibcall_epilogue (void);
  10010. extern rtx gen_eh_epilogue (rtx, rtx, rtx);
  10011. extern rtx gen_eh_return (rtx);
  10012. extern rtx gen_get_thread_pointersi (rtx);
  10013. extern rtx gen_arm_legacy_rev (rtx, rtx, rtx, rtx);
  10014. extern rtx gen_thumb_legacy_rev (rtx, rtx, rtx, rtx, rtx, rtx);
  10015. extern rtx gen_modsi3 (rtx, rtx, rtx);
  10016. extern rtx gen_bswapsi2 (rtx, rtx);
  10017. extern rtx gen_bswaphi2 (rtx, rtx);
  10018. extern rtx gen_copysignsf3 (rtx, rtx, rtx);
  10019. extern rtx gen_copysigndf3 (rtx, rtx, rtx);
  10020. extern rtx gen_movmisalignhi (rtx, rtx);
  10021. extern rtx gen_movmisalignsi (rtx, rtx);
  10022. extern rtx gen_arm_ldc (rtx, rtx, rtx);
  10023. extern rtx gen_arm_ldc2 (rtx, rtx, rtx);
  10024. extern rtx gen_arm_ldcl (rtx, rtx, rtx);
  10025. extern rtx gen_arm_ldc2l (rtx, rtx, rtx);
  10026. extern rtx gen_arm_stc (rtx, rtx, rtx);
  10027. extern rtx gen_arm_stc2 (rtx, rtx, rtx);
  10028. extern rtx gen_arm_stcl (rtx, rtx, rtx);
  10029. extern rtx gen_arm_stc2l (rtx, rtx, rtx);
  10030. extern rtx gen_speculation_barrier (void);
  10031. extern rtx gen_movv16qi (rtx, rtx);
  10032. extern rtx gen_movv8hi (rtx, rtx);
  10033. extern rtx gen_movv4si (rtx, rtx);
  10034. extern rtx gen_movv4sf (rtx, rtx);
  10035. extern rtx gen_movv2di (rtx, rtx);
  10036. extern rtx gen_movv2si (rtx, rtx);
  10037. extern rtx gen_movv4hi (rtx, rtx);
  10038. extern rtx gen_movv8qi (rtx, rtx);
  10039. extern rtx gen_movv2sf (rtx, rtx);
  10040. extern rtx gen_movv8hf (rtx, rtx);
  10041. extern rtx gen_addv16qi3 (rtx, rtx, rtx);
  10042. extern rtx gen_addv8hi3 (rtx, rtx, rtx);
  10043. extern rtx gen_addv4si3 (rtx, rtx, rtx);
  10044. extern rtx gen_addv4sf3 (rtx, rtx, rtx);
  10045. extern rtx gen_addv8hf3 (rtx, rtx, rtx);
  10046. extern rtx gen_addv2si3 (rtx, rtx, rtx);
  10047. extern rtx gen_addv4hi3 (rtx, rtx, rtx);
  10048. extern rtx gen_addv8qi3 (rtx, rtx, rtx);
  10049. extern rtx gen_addv2sf3 (rtx, rtx, rtx);
  10050. extern rtx gen_addv2di3 (rtx, rtx, rtx);
  10051. extern rtx gen_subv2di3 (rtx, rtx, rtx);
  10052. extern rtx gen_subv2si3 (rtx, rtx, rtx);
  10053. extern rtx gen_subv4hi3 (rtx, rtx, rtx);
  10054. extern rtx gen_subv8qi3 (rtx, rtx, rtx);
  10055. extern rtx gen_subv2sf3 (rtx, rtx, rtx);
  10056. extern rtx gen_subv4si3 (rtx, rtx, rtx);
  10057. extern rtx gen_subv8hi3 (rtx, rtx, rtx);
  10058. extern rtx gen_subv16qi3 (rtx, rtx, rtx);
  10059. extern rtx gen_subv4sf3 (rtx, rtx, rtx);
  10060. extern rtx gen_mulv2si3 (rtx, rtx, rtx);
  10061. extern rtx gen_mulv4hi3 (rtx, rtx, rtx);
  10062. extern rtx gen_mulv8qi3 (rtx, rtx, rtx);
  10063. extern rtx gen_mulv2sf3 (rtx, rtx, rtx);
  10064. extern rtx gen_mulv4si3 (rtx, rtx, rtx);
  10065. extern rtx gen_mulv8hi3 (rtx, rtx, rtx);
  10066. extern rtx gen_mulv16qi3 (rtx, rtx, rtx);
  10067. extern rtx gen_mulv4sf3 (rtx, rtx, rtx);
  10068. extern rtx gen_sminv2si3 (rtx, rtx, rtx);
  10069. extern rtx gen_sminv4hi3 (rtx, rtx, rtx);
  10070. extern rtx gen_sminv8qi3 (rtx, rtx, rtx);
  10071. extern rtx gen_sminv2sf3 (rtx, rtx, rtx);
  10072. extern rtx gen_sminv4si3 (rtx, rtx, rtx);
  10073. extern rtx gen_sminv8hi3 (rtx, rtx, rtx);
  10074. extern rtx gen_sminv16qi3 (rtx, rtx, rtx);
  10075. extern rtx gen_sminv4sf3 (rtx, rtx, rtx);
  10076. extern rtx gen_uminv2si3 (rtx, rtx, rtx);
  10077. extern rtx gen_uminv4hi3 (rtx, rtx, rtx);
  10078. extern rtx gen_uminv8qi3 (rtx, rtx, rtx);
  10079. extern rtx gen_uminv4si3 (rtx, rtx, rtx);
  10080. extern rtx gen_uminv8hi3 (rtx, rtx, rtx);
  10081. extern rtx gen_uminv16qi3 (rtx, rtx, rtx);
  10082. extern rtx gen_smaxv2si3 (rtx, rtx, rtx);
  10083. extern rtx gen_smaxv4hi3 (rtx, rtx, rtx);
  10084. extern rtx gen_smaxv8qi3 (rtx, rtx, rtx);
  10085. extern rtx gen_smaxv2sf3 (rtx, rtx, rtx);
  10086. extern rtx gen_smaxv4si3 (rtx, rtx, rtx);
  10087. extern rtx gen_smaxv8hi3 (rtx, rtx, rtx);
  10088. extern rtx gen_smaxv16qi3 (rtx, rtx, rtx);
  10089. extern rtx gen_smaxv4sf3 (rtx, rtx, rtx);
  10090. extern rtx gen_umaxv2si3 (rtx, rtx, rtx);
  10091. extern rtx gen_umaxv4hi3 (rtx, rtx, rtx);
  10092. extern rtx gen_umaxv8qi3 (rtx, rtx, rtx);
  10093. extern rtx gen_umaxv4si3 (rtx, rtx, rtx);
  10094. extern rtx gen_umaxv8hi3 (rtx, rtx, rtx);
  10095. extern rtx gen_umaxv16qi3 (rtx, rtx, rtx);
  10096. extern rtx gen_vec_permv8qi (rtx, rtx, rtx, rtx);
  10097. extern rtx gen_vec_permv16qi (rtx, rtx, rtx, rtx);
  10098. extern rtx gen_vec_extractv16qiqi (rtx, rtx, rtx);
  10099. extern rtx gen_vec_extractv8hihi (rtx, rtx, rtx);
  10100. extern rtx gen_vec_extractv8hfhf (rtx, rtx, rtx);
  10101. extern rtx gen_vec_extractv4sisi (rtx, rtx, rtx);
  10102. extern rtx gen_vec_extractv4sfsf (rtx, rtx, rtx);
  10103. extern rtx gen_vec_extractv2didi (rtx, rtx, rtx);
  10104. extern rtx gen_vec_setv16qi (rtx, rtx, rtx);
  10105. extern rtx gen_vec_setv8hi (rtx, rtx, rtx);
  10106. extern rtx gen_vec_setv8hf (rtx, rtx, rtx);
  10107. extern rtx gen_vec_setv4si (rtx, rtx, rtx);
  10108. extern rtx gen_vec_setv4sf (rtx, rtx, rtx);
  10109. extern rtx gen_vec_setv2di (rtx, rtx, rtx);
  10110. extern rtx gen_iwmmxt_setwcgr0 (rtx);
  10111. extern rtx gen_iwmmxt_setwcgr1 (rtx);
  10112. extern rtx gen_iwmmxt_setwcgr2 (rtx);
  10113. extern rtx gen_iwmmxt_setwcgr3 (rtx);
  10114. extern rtx gen_iwmmxt_getwcgr0 (rtx);
  10115. extern rtx gen_iwmmxt_getwcgr1 (rtx);
  10116. extern rtx gen_iwmmxt_getwcgr2 (rtx);
  10117. extern rtx gen_iwmmxt_getwcgr3 (rtx);
  10118. extern rtx gen_neon_vabshf (rtx, rtx);
  10119. extern rtx gen_neon_vfmahf (rtx, rtx, rtx, rtx);
  10120. extern rtx gen_neon_vfmshf (rtx, rtx, rtx, rtx);
  10121. extern rtx gen_neon_vcvths_nhf (rtx, rtx, rtx);
  10122. extern rtx gen_neon_vcvthu_nhf (rtx, rtx, rtx);
  10123. extern rtx gen_neon_vcvths_nsi (rtx, rtx, rtx);
  10124. extern rtx gen_neon_vcvthu_nsi (rtx, rtx, rtx);
  10125. extern rtx gen_thumb_movhi_clobber (rtx, rtx, rtx);
  10126. extern rtx gen_cbranchqi4 (rtx, rtx, rtx, rtx);
  10127. extern rtx gen_cstoresi_eq0_thumb1 (rtx, rtx);
  10128. extern rtx gen_cstoresi_ne0_thumb1 (rtx, rtx);
  10129. extern rtx gen_thumb1_casesi_internal_pic (rtx, rtx, rtx, rtx);
  10130. extern rtx gen_tablejump (rtx, rtx);
  10131. extern rtx gen_thumb2_casesi_internal (rtx, rtx, rtx, rtx);
  10132. extern rtx gen_thumb2_casesi_internal_pic (rtx, rtx, rtx, rtx);
  10133. extern rtx gen_doloop_end (rtx, rtx);
  10134. extern rtx gen_movti (rtx, rtx);
  10135. extern rtx gen_movei (rtx, rtx);
  10136. extern rtx gen_movoi (rtx, rtx);
  10137. extern rtx gen_movci (rtx, rtx);
  10138. extern rtx gen_movxi (rtx, rtx);
  10139. extern rtx gen_movv4hf (rtx, rtx);
  10140. extern rtx gen_movv4bf (rtx, rtx);
  10141. extern rtx gen_movv8bf (rtx, rtx);
  10142. extern rtx gen_movmisalignv8qi (rtx, rtx);
  10143. extern rtx gen_movmisalignv16qi (rtx, rtx);
  10144. extern rtx gen_movmisalignv4hi (rtx, rtx);
  10145. extern rtx gen_movmisalignv8hi (rtx, rtx);
  10146. extern rtx gen_movmisalignv2si (rtx, rtx);
  10147. extern rtx gen_movmisalignv4si (rtx, rtx);
  10148. extern rtx gen_movmisalignv4hf (rtx, rtx);
  10149. extern rtx gen_movmisalignv8hf (rtx, rtx);
  10150. extern rtx gen_movmisalignv4bf (rtx, rtx);
  10151. extern rtx gen_movmisalignv8bf (rtx, rtx);
  10152. extern rtx gen_movmisalignv2sf (rtx, rtx);
  10153. extern rtx gen_movmisalignv4sf (rtx, rtx);
  10154. extern rtx gen_movmisaligndi (rtx, rtx);
  10155. extern rtx gen_movmisalignv2di (rtx, rtx);
  10156. extern rtx gen_vec_initv8qiqi (rtx, rtx);
  10157. extern rtx gen_vec_initv16qiqi (rtx, rtx);
  10158. extern rtx gen_vec_initv4hihi (rtx, rtx);
  10159. extern rtx gen_vec_initv8hihi (rtx, rtx);
  10160. extern rtx gen_vec_initv2sisi (rtx, rtx);
  10161. extern rtx gen_vec_initv4sisi (rtx, rtx);
  10162. extern rtx gen_vec_initv4hfhf (rtx, rtx);
  10163. extern rtx gen_vec_initv8hfhf (rtx, rtx);
  10164. extern rtx gen_vec_initv2sfsf (rtx, rtx);
  10165. extern rtx gen_vec_initv4sfsf (rtx, rtx);
  10166. extern rtx gen_vec_initv2didi (rtx, rtx);
  10167. extern rtx gen_divv2sf3 (rtx, rtx, rtx);
  10168. extern rtx gen_divv4sf3 (rtx, rtx, rtx);
  10169. extern rtx gen_neon_vabsv8hf (rtx, rtx);
  10170. extern rtx gen_neon_vnegv8hf (rtx, rtx);
  10171. extern rtx gen_neon_vabsv4hf (rtx, rtx);
  10172. extern rtx gen_neon_vnegv4hf (rtx, rtx);
  10173. extern rtx gen_vashrv8qi3 (rtx, rtx, rtx);
  10174. extern rtx gen_vashrv16qi3 (rtx, rtx, rtx);
  10175. extern rtx gen_vashrv4hi3 (rtx, rtx, rtx);
  10176. extern rtx gen_vashrv8hi3 (rtx, rtx, rtx);
  10177. extern rtx gen_vashrv2si3 (rtx, rtx, rtx);
  10178. extern rtx gen_vashrv4si3 (rtx, rtx, rtx);
  10179. extern rtx gen_vlshrv8qi3 (rtx, rtx, rtx);
  10180. extern rtx gen_vlshrv16qi3 (rtx, rtx, rtx);
  10181. extern rtx gen_vlshrv4hi3 (rtx, rtx, rtx);
  10182. extern rtx gen_vlshrv8hi3 (rtx, rtx, rtx);
  10183. extern rtx gen_vlshrv2si3 (rtx, rtx, rtx);
  10184. extern rtx gen_vlshrv4si3 (rtx, rtx, rtx);
  10185. extern rtx gen_widen_ssumv16qi3 (rtx, rtx, rtx);
  10186. extern rtx gen_widen_ssumv8hi3 (rtx, rtx, rtx);
  10187. extern rtx gen_widen_ssumv4si3 (rtx, rtx, rtx);
  10188. extern rtx gen_widen_usumv16qi3 (rtx, rtx, rtx);
  10189. extern rtx gen_widen_usumv8hi3 (rtx, rtx, rtx);
  10190. extern rtx gen_widen_usumv4si3 (rtx, rtx, rtx);
  10191. extern rtx gen_move_hi_quad_v2di (rtx, rtx);
  10192. extern rtx gen_move_hi_quad_v2df (rtx, rtx);
  10193. extern rtx gen_move_hi_quad_v16qi (rtx, rtx);
  10194. extern rtx gen_move_hi_quad_v8hi (rtx, rtx);
  10195. extern rtx gen_move_hi_quad_v4si (rtx, rtx);
  10196. extern rtx gen_move_hi_quad_v4sf (rtx, rtx);
  10197. extern rtx gen_move_lo_quad_v2di (rtx, rtx);
  10198. extern rtx gen_move_lo_quad_v2df (rtx, rtx);
  10199. extern rtx gen_move_lo_quad_v16qi (rtx, rtx);
  10200. extern rtx gen_move_lo_quad_v8hi (rtx, rtx);
  10201. extern rtx gen_move_lo_quad_v4si (rtx, rtx);
  10202. extern rtx gen_move_lo_quad_v4sf (rtx, rtx);
  10203. extern rtx gen_reduc_plus_scal_v8qi (rtx, rtx);
  10204. extern rtx gen_reduc_plus_scal_v4hi (rtx, rtx);
  10205. extern rtx gen_reduc_plus_scal_v2si (rtx, rtx);
  10206. extern rtx gen_reduc_plus_scal_v2sf (rtx, rtx);
  10207. extern rtx gen_reduc_plus_scal_v16qi (rtx, rtx);
  10208. extern rtx gen_reduc_plus_scal_v8hi (rtx, rtx);
  10209. extern rtx gen_reduc_plus_scal_v4si (rtx, rtx);
  10210. extern rtx gen_reduc_plus_scal_v4sf (rtx, rtx);
  10211. extern rtx gen_reduc_plus_scal_v2di (rtx, rtx);
  10212. extern rtx gen_reduc_smin_scal_v8qi (rtx, rtx);
  10213. extern rtx gen_reduc_smin_scal_v4hi (rtx, rtx);
  10214. extern rtx gen_reduc_smin_scal_v2si (rtx, rtx);
  10215. extern rtx gen_reduc_smin_scal_v2sf (rtx, rtx);
  10216. extern rtx gen_reduc_smin_scal_v16qi (rtx, rtx);
  10217. extern rtx gen_reduc_smin_scal_v8hi (rtx, rtx);
  10218. extern rtx gen_reduc_smin_scal_v4si (rtx, rtx);
  10219. extern rtx gen_reduc_smin_scal_v4sf (rtx, rtx);
  10220. extern rtx gen_reduc_smax_scal_v8qi (rtx, rtx);
  10221. extern rtx gen_reduc_smax_scal_v4hi (rtx, rtx);
  10222. extern rtx gen_reduc_smax_scal_v2si (rtx, rtx);
  10223. extern rtx gen_reduc_smax_scal_v2sf (rtx, rtx);
  10224. extern rtx gen_reduc_smax_scal_v16qi (rtx, rtx);
  10225. extern rtx gen_reduc_smax_scal_v8hi (rtx, rtx);
  10226. extern rtx gen_reduc_smax_scal_v4si (rtx, rtx);
  10227. extern rtx gen_reduc_smax_scal_v4sf (rtx, rtx);
  10228. extern rtx gen_reduc_umin_scal_v8qi (rtx, rtx);
  10229. extern rtx gen_reduc_umin_scal_v4hi (rtx, rtx);
  10230. extern rtx gen_reduc_umin_scal_v2si (rtx, rtx);
  10231. extern rtx gen_reduc_umin_scal_v16qi (rtx, rtx);
  10232. extern rtx gen_reduc_umin_scal_v8hi (rtx, rtx);
  10233. extern rtx gen_reduc_umin_scal_v4si (rtx, rtx);
  10234. extern rtx gen_reduc_umax_scal_v8qi (rtx, rtx);
  10235. extern rtx gen_reduc_umax_scal_v4hi (rtx, rtx);
  10236. extern rtx gen_reduc_umax_scal_v2si (rtx, rtx);
  10237. extern rtx gen_reduc_umax_scal_v16qi (rtx, rtx);
  10238. extern rtx gen_reduc_umax_scal_v8hi (rtx, rtx);
  10239. extern rtx gen_reduc_umax_scal_v4si (rtx, rtx);
  10240. extern rtx gen_vcondv8qiv8qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10241. extern rtx gen_vcondv16qiv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10242. extern rtx gen_vcondv4hiv4hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10243. extern rtx gen_vcondv8hiv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10244. extern rtx gen_vcondv2siv2si (rtx, rtx, rtx, rtx, rtx, rtx);
  10245. extern rtx gen_vcondv4siv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  10246. extern rtx gen_vcondv2sfv2sf (rtx, rtx, rtx, rtx, rtx, rtx);
  10247. extern rtx gen_vcondv4sfv4sf (rtx, rtx, rtx, rtx, rtx, rtx);
  10248. extern rtx gen_vconduv8qiv8qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10249. extern rtx gen_vconduv16qiv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10250. extern rtx gen_vconduv4hiv4hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10251. extern rtx gen_vconduv8hiv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10252. extern rtx gen_vconduv2siv2si (rtx, rtx, rtx, rtx, rtx, rtx);
  10253. extern rtx gen_vconduv4siv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  10254. extern rtx gen_neon_vaddv2sf (rtx, rtx, rtx);
  10255. extern rtx gen_neon_vaddv4sf (rtx, rtx, rtx);
  10256. extern rtx gen_neon_vaddv8hf (rtx, rtx, rtx);
  10257. extern rtx gen_neon_vaddv4hf (rtx, rtx, rtx);
  10258. extern rtx gen_neon_vsubv8hf (rtx, rtx, rtx);
  10259. extern rtx gen_neon_vsubv4hf (rtx, rtx, rtx);
  10260. extern rtx gen_neon_vmlav8qi (rtx, rtx, rtx, rtx);
  10261. extern rtx gen_neon_vmlav16qi (rtx, rtx, rtx, rtx);
  10262. extern rtx gen_neon_vmlav4hi (rtx, rtx, rtx, rtx);
  10263. extern rtx gen_neon_vmlav8hi (rtx, rtx, rtx, rtx);
  10264. extern rtx gen_neon_vmlav2si (rtx, rtx, rtx, rtx);
  10265. extern rtx gen_neon_vmlav4si (rtx, rtx, rtx, rtx);
  10266. extern rtx gen_neon_vmlav2sf (rtx, rtx, rtx, rtx);
  10267. extern rtx gen_neon_vmlav4sf (rtx, rtx, rtx, rtx);
  10268. extern rtx gen_neon_vfmav2sf (rtx, rtx, rtx, rtx);
  10269. extern rtx gen_neon_vfmav4sf (rtx, rtx, rtx, rtx);
  10270. extern rtx gen_neon_vfmav8hf (rtx, rtx, rtx, rtx);
  10271. extern rtx gen_neon_vfmav4hf (rtx, rtx, rtx, rtx);
  10272. extern rtx gen_neon_vfmsv2sf (rtx, rtx, rtx, rtx);
  10273. extern rtx gen_neon_vfmsv4sf (rtx, rtx, rtx, rtx);
  10274. extern rtx gen_neon_vfmsv8hf (rtx, rtx, rtx, rtx);
  10275. extern rtx gen_neon_vfmsv4hf (rtx, rtx, rtx, rtx);
  10276. extern rtx gen_neon_vfmal_lowv2sf (rtx, rtx, rtx, rtx);
  10277. extern rtx gen_neon_vfmal_highv2sf (rtx, rtx, rtx, rtx);
  10278. extern rtx gen_neon_vfmsl_lowv2sf (rtx, rtx, rtx, rtx);
  10279. extern rtx gen_neon_vfmsl_highv2sf (rtx, rtx, rtx, rtx);
  10280. extern rtx gen_neon_vfmal_lowv4sf (rtx, rtx, rtx, rtx);
  10281. extern rtx gen_neon_vfmal_highv4sf (rtx, rtx, rtx, rtx);
  10282. extern rtx gen_neon_vfmsl_lowv4sf (rtx, rtx, rtx, rtx);
  10283. extern rtx gen_neon_vfmsl_highv4sf (rtx, rtx, rtx, rtx);
  10284. extern rtx gen_neon_vfmal_lane_lowv2sf (rtx, rtx, rtx, rtx, rtx);
  10285. extern rtx gen_neon_vfmal_lane_highv2sf (rtx, rtx, rtx, rtx, rtx);
  10286. extern rtx gen_neon_vfmsl_lane_lowv2sf (rtx, rtx, rtx, rtx, rtx);
  10287. extern rtx gen_neon_vfmsl_lane_highv2sf (rtx, rtx, rtx, rtx, rtx);
  10288. extern rtx gen_neon_vfmal_lane_lowv4sf (rtx, rtx, rtx, rtx, rtx);
  10289. extern rtx gen_neon_vfmal_lane_highv4sf (rtx, rtx, rtx, rtx, rtx);
  10290. extern rtx gen_neon_vfmsl_lane_lowv4sf (rtx, rtx, rtx, rtx, rtx);
  10291. extern rtx gen_neon_vfmsl_lane_highv4sf (rtx, rtx, rtx, rtx, rtx);
  10292. extern rtx gen_neon_vfmal_lane_lowv8hfv2sf (rtx, rtx, rtx, rtx, rtx);
  10293. extern rtx gen_neon_vfmal_lane_highv8hfv2sf (rtx, rtx, rtx, rtx, rtx);
  10294. extern rtx gen_neon_vfmsl_lane_lowv8hfv2sf (rtx, rtx, rtx, rtx, rtx);
  10295. extern rtx gen_neon_vfmsl_lane_highv8hfv2sf (rtx, rtx, rtx, rtx, rtx);
  10296. extern rtx gen_neon_vfmal_lane_lowv4hfv4sf (rtx, rtx, rtx, rtx, rtx);
  10297. extern rtx gen_neon_vfmal_lane_highv4hfv4sf (rtx, rtx, rtx, rtx, rtx);
  10298. extern rtx gen_neon_vfmsl_lane_lowv4hfv4sf (rtx, rtx, rtx, rtx, rtx);
  10299. extern rtx gen_neon_vfmsl_lane_highv4hfv4sf (rtx, rtx, rtx, rtx, rtx);
  10300. extern rtx gen_neon_vmlsv8qi (rtx, rtx, rtx, rtx);
  10301. extern rtx gen_neon_vmlsv16qi (rtx, rtx, rtx, rtx);
  10302. extern rtx gen_neon_vmlsv4hi (rtx, rtx, rtx, rtx);
  10303. extern rtx gen_neon_vmlsv8hi (rtx, rtx, rtx, rtx);
  10304. extern rtx gen_neon_vmlsv2si (rtx, rtx, rtx, rtx);
  10305. extern rtx gen_neon_vmlsv4si (rtx, rtx, rtx, rtx);
  10306. extern rtx gen_neon_vmlsv2sf (rtx, rtx, rtx, rtx);
  10307. extern rtx gen_neon_vmlsv4sf (rtx, rtx, rtx, rtx);
  10308. extern rtx gen_neon_vsubv2sf (rtx, rtx, rtx);
  10309. extern rtx gen_neon_vsubv4sf (rtx, rtx, rtx);
  10310. extern rtx gen_neon_vceqv8qi (rtx, rtx, rtx);
  10311. extern rtx gen_neon_vcgtv8qi (rtx, rtx, rtx);
  10312. extern rtx gen_neon_vcgev8qi (rtx, rtx, rtx);
  10313. extern rtx gen_neon_vclev8qi (rtx, rtx, rtx);
  10314. extern rtx gen_neon_vcltv8qi (rtx, rtx, rtx);
  10315. extern rtx gen_neon_vceqv16qi (rtx, rtx, rtx);
  10316. extern rtx gen_neon_vcgtv16qi (rtx, rtx, rtx);
  10317. extern rtx gen_neon_vcgev16qi (rtx, rtx, rtx);
  10318. extern rtx gen_neon_vclev16qi (rtx, rtx, rtx);
  10319. extern rtx gen_neon_vcltv16qi (rtx, rtx, rtx);
  10320. extern rtx gen_neon_vceqv4hi (rtx, rtx, rtx);
  10321. extern rtx gen_neon_vcgtv4hi (rtx, rtx, rtx);
  10322. extern rtx gen_neon_vcgev4hi (rtx, rtx, rtx);
  10323. extern rtx gen_neon_vclev4hi (rtx, rtx, rtx);
  10324. extern rtx gen_neon_vcltv4hi (rtx, rtx, rtx);
  10325. extern rtx gen_neon_vceqv8hi (rtx, rtx, rtx);
  10326. extern rtx gen_neon_vcgtv8hi (rtx, rtx, rtx);
  10327. extern rtx gen_neon_vcgev8hi (rtx, rtx, rtx);
  10328. extern rtx gen_neon_vclev8hi (rtx, rtx, rtx);
  10329. extern rtx gen_neon_vcltv8hi (rtx, rtx, rtx);
  10330. extern rtx gen_neon_vceqv2si (rtx, rtx, rtx);
  10331. extern rtx gen_neon_vcgtv2si (rtx, rtx, rtx);
  10332. extern rtx gen_neon_vcgev2si (rtx, rtx, rtx);
  10333. extern rtx gen_neon_vclev2si (rtx, rtx, rtx);
  10334. extern rtx gen_neon_vcltv2si (rtx, rtx, rtx);
  10335. extern rtx gen_neon_vceqv4si (rtx, rtx, rtx);
  10336. extern rtx gen_neon_vcgtv4si (rtx, rtx, rtx);
  10337. extern rtx gen_neon_vcgev4si (rtx, rtx, rtx);
  10338. extern rtx gen_neon_vclev4si (rtx, rtx, rtx);
  10339. extern rtx gen_neon_vcltv4si (rtx, rtx, rtx);
  10340. extern rtx gen_neon_vceqv2sf (rtx, rtx, rtx);
  10341. extern rtx gen_neon_vcgtv2sf (rtx, rtx, rtx);
  10342. extern rtx gen_neon_vcgev2sf (rtx, rtx, rtx);
  10343. extern rtx gen_neon_vclev2sf (rtx, rtx, rtx);
  10344. extern rtx gen_neon_vcltv2sf (rtx, rtx, rtx);
  10345. extern rtx gen_neon_vceqv4sf (rtx, rtx, rtx);
  10346. extern rtx gen_neon_vcgtv4sf (rtx, rtx, rtx);
  10347. extern rtx gen_neon_vcgev4sf (rtx, rtx, rtx);
  10348. extern rtx gen_neon_vclev4sf (rtx, rtx, rtx);
  10349. extern rtx gen_neon_vcltv4sf (rtx, rtx, rtx);
  10350. extern rtx gen_neon_vceqv8hf (rtx, rtx, rtx);
  10351. extern rtx gen_neon_vcgtv8hf (rtx, rtx, rtx);
  10352. extern rtx gen_neon_vcgev8hf (rtx, rtx, rtx);
  10353. extern rtx gen_neon_vclev8hf (rtx, rtx, rtx);
  10354. extern rtx gen_neon_vcltv8hf (rtx, rtx, rtx);
  10355. extern rtx gen_neon_vceqv4hf (rtx, rtx, rtx);
  10356. extern rtx gen_neon_vcgtv4hf (rtx, rtx, rtx);
  10357. extern rtx gen_neon_vcgev4hf (rtx, rtx, rtx);
  10358. extern rtx gen_neon_vclev4hf (rtx, rtx, rtx);
  10359. extern rtx gen_neon_vcltv4hf (rtx, rtx, rtx);
  10360. extern rtx gen_neon_vcagtv2sf (rtx, rtx, rtx);
  10361. extern rtx gen_neon_vcagev2sf (rtx, rtx, rtx);
  10362. extern rtx gen_neon_vcagtv4sf (rtx, rtx, rtx);
  10363. extern rtx gen_neon_vcagev4sf (rtx, rtx, rtx);
  10364. extern rtx gen_neon_vcagtv8hf (rtx, rtx, rtx);
  10365. extern rtx gen_neon_vcagev8hf (rtx, rtx, rtx);
  10366. extern rtx gen_neon_vcaltv8hf (rtx, rtx, rtx);
  10367. extern rtx gen_neon_vcalev8hf (rtx, rtx, rtx);
  10368. extern rtx gen_neon_vcagtv4hf (rtx, rtx, rtx);
  10369. extern rtx gen_neon_vcagev4hf (rtx, rtx, rtx);
  10370. extern rtx gen_neon_vcaltv4hf (rtx, rtx, rtx);
  10371. extern rtx gen_neon_vcalev4hf (rtx, rtx, rtx);
  10372. extern rtx gen_neon_vceqzv8hf (rtx, rtx);
  10373. extern rtx gen_neon_vcgtzv8hf (rtx, rtx);
  10374. extern rtx gen_neon_vcgezv8hf (rtx, rtx);
  10375. extern rtx gen_neon_vclezv8hf (rtx, rtx);
  10376. extern rtx gen_neon_vcltzv8hf (rtx, rtx);
  10377. extern rtx gen_neon_vceqzv4hf (rtx, rtx);
  10378. extern rtx gen_neon_vcgtzv4hf (rtx, rtx);
  10379. extern rtx gen_neon_vcgezv4hf (rtx, rtx);
  10380. extern rtx gen_neon_vclezv4hf (rtx, rtx);
  10381. extern rtx gen_neon_vcltzv4hf (rtx, rtx);
  10382. extern rtx gen_ssadv16qi (rtx, rtx, rtx, rtx);
  10383. extern rtx gen_usadv16qi (rtx, rtx, rtx, rtx);
  10384. extern rtx gen_neon_vpaddv8qi (rtx, rtx, rtx);
  10385. extern rtx gen_neon_vpaddv4hi (rtx, rtx, rtx);
  10386. extern rtx gen_neon_vpaddv2si (rtx, rtx, rtx);
  10387. extern rtx gen_neon_vpaddv2sf (rtx, rtx, rtx);
  10388. extern rtx gen_neon_vabsv8qi (rtx, rtx);
  10389. extern rtx gen_neon_vabsv16qi (rtx, rtx);
  10390. extern rtx gen_neon_vabsv4hi (rtx, rtx);
  10391. extern rtx gen_neon_vabsv8hi (rtx, rtx);
  10392. extern rtx gen_neon_vabsv2si (rtx, rtx);
  10393. extern rtx gen_neon_vabsv4si (rtx, rtx);
  10394. extern rtx gen_neon_vabsv2sf (rtx, rtx);
  10395. extern rtx gen_neon_vabsv4sf (rtx, rtx);
  10396. extern rtx gen_neon_vnegv8qi (rtx, rtx);
  10397. extern rtx gen_neon_vnegv16qi (rtx, rtx);
  10398. extern rtx gen_neon_vnegv4hi (rtx, rtx);
  10399. extern rtx gen_neon_vnegv8hi (rtx, rtx);
  10400. extern rtx gen_neon_vnegv2si (rtx, rtx);
  10401. extern rtx gen_neon_vnegv4si (rtx, rtx);
  10402. extern rtx gen_neon_vnegv2sf (rtx, rtx);
  10403. extern rtx gen_neon_vnegv4sf (rtx, rtx);
  10404. extern rtx gen_sdot_prodv8qi (rtx, rtx, rtx, rtx);
  10405. extern rtx gen_udot_prodv8qi (rtx, rtx, rtx, rtx);
  10406. extern rtx gen_sdot_prodv16qi (rtx, rtx, rtx, rtx);
  10407. extern rtx gen_udot_prodv16qi (rtx, rtx, rtx, rtx);
  10408. extern rtx gen_neon_copysignfv2sf (rtx, rtx, rtx);
  10409. extern rtx gen_neon_copysignfv4sf (rtx, rtx, rtx);
  10410. extern rtx gen_neon_vclzv8qi (rtx, rtx);
  10411. extern rtx gen_neon_vclzv16qi (rtx, rtx);
  10412. extern rtx gen_neon_vclzv4hi (rtx, rtx);
  10413. extern rtx gen_neon_vclzv8hi (rtx, rtx);
  10414. extern rtx gen_neon_vclzv2si (rtx, rtx);
  10415. extern rtx gen_neon_vclzv4si (rtx, rtx);
  10416. extern rtx gen_neon_vcntv8qi (rtx, rtx);
  10417. extern rtx gen_neon_vcntv16qi (rtx, rtx);
  10418. extern rtx gen_neon_vmvnv8qi (rtx, rtx);
  10419. extern rtx gen_neon_vmvnv16qi (rtx, rtx);
  10420. extern rtx gen_neon_vmvnv4hi (rtx, rtx);
  10421. extern rtx gen_neon_vmvnv8hi (rtx, rtx);
  10422. extern rtx gen_neon_vmvnv2si (rtx, rtx);
  10423. extern rtx gen_neon_vmvnv4si (rtx, rtx);
  10424. extern rtx gen_neon_vget_lanev8qi (rtx, rtx, rtx);
  10425. extern rtx gen_neon_vget_lanev16qi (rtx, rtx, rtx);
  10426. extern rtx gen_neon_vget_lanev4hi (rtx, rtx, rtx);
  10427. extern rtx gen_neon_vget_lanev8hi (rtx, rtx, rtx);
  10428. extern rtx gen_neon_vget_lanev2si (rtx, rtx, rtx);
  10429. extern rtx gen_neon_vget_lanev4si (rtx, rtx, rtx);
  10430. extern rtx gen_neon_vget_lanev2sf (rtx, rtx, rtx);
  10431. extern rtx gen_neon_vget_lanev4sf (rtx, rtx, rtx);
  10432. extern rtx gen_neon_vget_laneuv8qi (rtx, rtx, rtx);
  10433. extern rtx gen_neon_vget_laneuv16qi (rtx, rtx, rtx);
  10434. extern rtx gen_neon_vget_laneuv4hi (rtx, rtx, rtx);
  10435. extern rtx gen_neon_vget_laneuv8hi (rtx, rtx, rtx);
  10436. extern rtx gen_neon_vget_laneuv2si (rtx, rtx, rtx);
  10437. extern rtx gen_neon_vget_laneuv4si (rtx, rtx, rtx);
  10438. extern rtx gen_neon_vget_lanedi (rtx, rtx, rtx);
  10439. extern rtx gen_neon_vget_lanev2di (rtx, rtx, rtx);
  10440. extern rtx gen_neon_vset_lanev8qi (rtx, rtx, rtx, rtx);
  10441. extern rtx gen_neon_vset_lanev16qi (rtx, rtx, rtx, rtx);
  10442. extern rtx gen_neon_vset_lanev4hi (rtx, rtx, rtx, rtx);
  10443. extern rtx gen_neon_vset_lanev8hi (rtx, rtx, rtx, rtx);
  10444. extern rtx gen_neon_vset_lanev2si (rtx, rtx, rtx, rtx);
  10445. extern rtx gen_neon_vset_lanev4si (rtx, rtx, rtx, rtx);
  10446. extern rtx gen_neon_vset_lanev4hf (rtx, rtx, rtx, rtx);
  10447. extern rtx gen_neon_vset_lanev8hf (rtx, rtx, rtx, rtx);
  10448. extern rtx gen_neon_vset_lanev2sf (rtx, rtx, rtx, rtx);
  10449. extern rtx gen_neon_vset_lanev4sf (rtx, rtx, rtx, rtx);
  10450. extern rtx gen_neon_vset_lanev2di (rtx, rtx, rtx, rtx);
  10451. extern rtx gen_neon_vset_lanedi (rtx, rtx, rtx, rtx);
  10452. extern rtx gen_neon_vcreatev8qi (rtx, rtx);
  10453. extern rtx gen_neon_vcreatev4hi (rtx, rtx);
  10454. extern rtx gen_neon_vcreatev2si (rtx, rtx);
  10455. extern rtx gen_neon_vcreatev2sf (rtx, rtx);
  10456. extern rtx gen_neon_vcreatedi (rtx, rtx);
  10457. extern rtx gen_neon_vdup_ndi (rtx, rtx);
  10458. extern rtx gen_neon_vdup_lanev8qi (rtx, rtx, rtx);
  10459. extern rtx gen_neon_vdup_lanev16qi (rtx, rtx, rtx);
  10460. extern rtx gen_neon_vdup_lanev4hi (rtx, rtx, rtx);
  10461. extern rtx gen_neon_vdup_lanev8hi (rtx, rtx, rtx);
  10462. extern rtx gen_neon_vdup_lanev2si (rtx, rtx, rtx);
  10463. extern rtx gen_neon_vdup_lanev4si (rtx, rtx, rtx);
  10464. extern rtx gen_neon_vdup_lanev2sf (rtx, rtx, rtx);
  10465. extern rtx gen_neon_vdup_lanev4sf (rtx, rtx, rtx);
  10466. extern rtx gen_neon_vdup_lanev8hf (rtx, rtx, rtx);
  10467. extern rtx gen_neon_vdup_lanev4hf (rtx, rtx, rtx);
  10468. extern rtx gen_neon_vdup_lanev4bf (rtx, rtx, rtx);
  10469. extern rtx gen_neon_vdup_lanev8bf (rtx, rtx, rtx);
  10470. extern rtx gen_neon_vdup_lanedi (rtx, rtx, rtx);
  10471. extern rtx gen_neon_vdup_lanev2di (rtx, rtx, rtx);
  10472. extern rtx gen_neon_vget_highv16qi (rtx, rtx);
  10473. extern rtx gen_neon_vget_highv8hi (rtx, rtx);
  10474. extern rtx gen_neon_vget_highv8hf (rtx, rtx);
  10475. extern rtx gen_neon_vget_highv8bf (rtx, rtx);
  10476. extern rtx gen_neon_vget_highv4si (rtx, rtx);
  10477. extern rtx gen_neon_vget_highv4sf (rtx, rtx);
  10478. extern rtx gen_neon_vget_highv2di (rtx, rtx);
  10479. extern rtx gen_neon_vget_lowv16qi (rtx, rtx);
  10480. extern rtx gen_neon_vget_lowv8hi (rtx, rtx);
  10481. extern rtx gen_neon_vget_lowv8hf (rtx, rtx);
  10482. extern rtx gen_neon_vget_lowv8bf (rtx, rtx);
  10483. extern rtx gen_neon_vget_lowv4si (rtx, rtx);
  10484. extern rtx gen_neon_vget_lowv4sf (rtx, rtx);
  10485. extern rtx gen_neon_vget_lowv2di (rtx, rtx);
  10486. extern rtx gen_neon_vmul_nv4hi (rtx, rtx, rtx);
  10487. extern rtx gen_neon_vmul_nv2si (rtx, rtx, rtx);
  10488. extern rtx gen_neon_vmul_nv2sf (rtx, rtx, rtx);
  10489. extern rtx gen_neon_vmul_nv8hi (rtx, rtx, rtx);
  10490. extern rtx gen_neon_vmul_nv4si (rtx, rtx, rtx);
  10491. extern rtx gen_neon_vmul_nv4sf (rtx, rtx, rtx);
  10492. extern rtx gen_neon_vmul_nv8hf (rtx, rtx, rtx);
  10493. extern rtx gen_neon_vmul_nv4hf (rtx, rtx, rtx);
  10494. extern rtx gen_neon_vmulls_nv4hi (rtx, rtx, rtx);
  10495. extern rtx gen_neon_vmulls_nv2si (rtx, rtx, rtx);
  10496. extern rtx gen_neon_vmullu_nv4hi (rtx, rtx, rtx);
  10497. extern rtx gen_neon_vmullu_nv2si (rtx, rtx, rtx);
  10498. extern rtx gen_neon_vqdmull_nv4hi (rtx, rtx, rtx);
  10499. extern rtx gen_neon_vqdmull_nv2si (rtx, rtx, rtx);
  10500. extern rtx gen_neon_vqdmulh_nv4hi (rtx, rtx, rtx);
  10501. extern rtx gen_neon_vqdmulh_nv2si (rtx, rtx, rtx);
  10502. extern rtx gen_neon_vqrdmulh_nv4hi (rtx, rtx, rtx);
  10503. extern rtx gen_neon_vqrdmulh_nv2si (rtx, rtx, rtx);
  10504. extern rtx gen_neon_vqdmulh_nv8hi (rtx, rtx, rtx);
  10505. extern rtx gen_neon_vqdmulh_nv4si (rtx, rtx, rtx);
  10506. extern rtx gen_neon_vqrdmulh_nv8hi (rtx, rtx, rtx);
  10507. extern rtx gen_neon_vqrdmulh_nv4si (rtx, rtx, rtx);
  10508. extern rtx gen_neon_vmla_nv4hi (rtx, rtx, rtx, rtx);
  10509. extern rtx gen_neon_vmla_nv2si (rtx, rtx, rtx, rtx);
  10510. extern rtx gen_neon_vmla_nv2sf (rtx, rtx, rtx, rtx);
  10511. extern rtx gen_neon_vmla_nv8hi (rtx, rtx, rtx, rtx);
  10512. extern rtx gen_neon_vmla_nv4si (rtx, rtx, rtx, rtx);
  10513. extern rtx gen_neon_vmla_nv4sf (rtx, rtx, rtx, rtx);
  10514. extern rtx gen_neon_vmlals_nv4hi (rtx, rtx, rtx, rtx);
  10515. extern rtx gen_neon_vmlals_nv2si (rtx, rtx, rtx, rtx);
  10516. extern rtx gen_neon_vmlalu_nv4hi (rtx, rtx, rtx, rtx);
  10517. extern rtx gen_neon_vmlalu_nv2si (rtx, rtx, rtx, rtx);
  10518. extern rtx gen_neon_vqdmlal_nv4hi (rtx, rtx, rtx, rtx);
  10519. extern rtx gen_neon_vqdmlal_nv2si (rtx, rtx, rtx, rtx);
  10520. extern rtx gen_neon_vmls_nv4hi (rtx, rtx, rtx, rtx);
  10521. extern rtx gen_neon_vmls_nv2si (rtx, rtx, rtx, rtx);
  10522. extern rtx gen_neon_vmls_nv2sf (rtx, rtx, rtx, rtx);
  10523. extern rtx gen_neon_vmls_nv8hi (rtx, rtx, rtx, rtx);
  10524. extern rtx gen_neon_vmls_nv4si (rtx, rtx, rtx, rtx);
  10525. extern rtx gen_neon_vmls_nv4sf (rtx, rtx, rtx, rtx);
  10526. extern rtx gen_neon_vmlsls_nv4hi (rtx, rtx, rtx, rtx);
  10527. extern rtx gen_neon_vmlsls_nv2si (rtx, rtx, rtx, rtx);
  10528. extern rtx gen_neon_vmlslu_nv4hi (rtx, rtx, rtx, rtx);
  10529. extern rtx gen_neon_vmlslu_nv2si (rtx, rtx, rtx, rtx);
  10530. extern rtx gen_neon_vqdmlsl_nv4hi (rtx, rtx, rtx, rtx);
  10531. extern rtx gen_neon_vqdmlsl_nv2si (rtx, rtx, rtx, rtx);
  10532. extern rtx gen_neon_vbslv8qi (rtx, rtx, rtx, rtx);
  10533. extern rtx gen_neon_vbslv16qi (rtx, rtx, rtx, rtx);
  10534. extern rtx gen_neon_vbslv4hi (rtx, rtx, rtx, rtx);
  10535. extern rtx gen_neon_vbslv8hi (rtx, rtx, rtx, rtx);
  10536. extern rtx gen_neon_vbslv2si (rtx, rtx, rtx, rtx);
  10537. extern rtx gen_neon_vbslv4si (rtx, rtx, rtx, rtx);
  10538. extern rtx gen_neon_vbslv4hf (rtx, rtx, rtx, rtx);
  10539. extern rtx gen_neon_vbslv8hf (rtx, rtx, rtx, rtx);
  10540. extern rtx gen_neon_vbslv4bf (rtx, rtx, rtx, rtx);
  10541. extern rtx gen_neon_vbslv8bf (rtx, rtx, rtx, rtx);
  10542. extern rtx gen_neon_vbslv2sf (rtx, rtx, rtx, rtx);
  10543. extern rtx gen_neon_vbslv4sf (rtx, rtx, rtx, rtx);
  10544. extern rtx gen_neon_vbsldi (rtx, rtx, rtx, rtx);
  10545. extern rtx gen_neon_vbslv2di (rtx, rtx, rtx, rtx);
  10546. extern rtx gen_neon_vtrnv8qi_internal (rtx, rtx, rtx, rtx);
  10547. extern rtx gen_neon_vtrnv16qi_internal (rtx, rtx, rtx, rtx);
  10548. extern rtx gen_neon_vtrnv4hi_internal (rtx, rtx, rtx, rtx);
  10549. extern rtx gen_neon_vtrnv8hi_internal (rtx, rtx, rtx, rtx);
  10550. extern rtx gen_neon_vtrnv2si_internal (rtx, rtx, rtx, rtx);
  10551. extern rtx gen_neon_vtrnv4si_internal (rtx, rtx, rtx, rtx);
  10552. extern rtx gen_neon_vtrnv2sf_internal (rtx, rtx, rtx, rtx);
  10553. extern rtx gen_neon_vtrnv4sf_internal (rtx, rtx, rtx, rtx);
  10554. extern rtx gen_neon_vtrnv8hf_internal (rtx, rtx, rtx, rtx);
  10555. extern rtx gen_neon_vtrnv4hf_internal (rtx, rtx, rtx, rtx);
  10556. extern rtx gen_neon_vzipv8qi_internal (rtx, rtx, rtx, rtx);
  10557. extern rtx gen_neon_vzipv16qi_internal (rtx, rtx, rtx, rtx);
  10558. extern rtx gen_neon_vzipv4hi_internal (rtx, rtx, rtx, rtx);
  10559. extern rtx gen_neon_vzipv8hi_internal (rtx, rtx, rtx, rtx);
  10560. extern rtx gen_neon_vzipv2si_internal (rtx, rtx, rtx, rtx);
  10561. extern rtx gen_neon_vzipv4si_internal (rtx, rtx, rtx, rtx);
  10562. extern rtx gen_neon_vzipv2sf_internal (rtx, rtx, rtx, rtx);
  10563. extern rtx gen_neon_vzipv4sf_internal (rtx, rtx, rtx, rtx);
  10564. extern rtx gen_neon_vzipv8hf_internal (rtx, rtx, rtx, rtx);
  10565. extern rtx gen_neon_vzipv4hf_internal (rtx, rtx, rtx, rtx);
  10566. extern rtx gen_neon_vuzpv8qi_internal (rtx, rtx, rtx, rtx);
  10567. extern rtx gen_neon_vuzpv16qi_internal (rtx, rtx, rtx, rtx);
  10568. extern rtx gen_neon_vuzpv4hi_internal (rtx, rtx, rtx, rtx);
  10569. extern rtx gen_neon_vuzpv8hi_internal (rtx, rtx, rtx, rtx);
  10570. extern rtx gen_neon_vuzpv2si_internal (rtx, rtx, rtx, rtx);
  10571. extern rtx gen_neon_vuzpv4si_internal (rtx, rtx, rtx, rtx);
  10572. extern rtx gen_neon_vuzpv2sf_internal (rtx, rtx, rtx, rtx);
  10573. extern rtx gen_neon_vuzpv4sf_internal (rtx, rtx, rtx, rtx);
  10574. extern rtx gen_neon_vuzpv8hf_internal (rtx, rtx, rtx, rtx);
  10575. extern rtx gen_neon_vuzpv4hf_internal (rtx, rtx, rtx, rtx);
  10576. extern rtx gen_vec_load_lanesv8qiv8qi (rtx, rtx);
  10577. extern rtx gen_vec_load_lanesv16qiv16qi (rtx, rtx);
  10578. extern rtx gen_vec_load_lanesv4hiv4hi (rtx, rtx);
  10579. extern rtx gen_vec_load_lanesv8hiv8hi (rtx, rtx);
  10580. extern rtx gen_vec_load_lanesv2siv2si (rtx, rtx);
  10581. extern rtx gen_vec_load_lanesv4siv4si (rtx, rtx);
  10582. extern rtx gen_vec_load_lanesv4hfv4hf (rtx, rtx);
  10583. extern rtx gen_vec_load_lanesv8hfv8hf (rtx, rtx);
  10584. extern rtx gen_vec_load_lanesv4bfv4bf (rtx, rtx);
  10585. extern rtx gen_vec_load_lanesv8bfv8bf (rtx, rtx);
  10586. extern rtx gen_vec_load_lanesv2sfv2sf (rtx, rtx);
  10587. extern rtx gen_vec_load_lanesv4sfv4sf (rtx, rtx);
  10588. extern rtx gen_vec_load_lanesdidi (rtx, rtx);
  10589. extern rtx gen_vec_load_lanesv2div2di (rtx, rtx);
  10590. extern rtx gen_neon_vld1_dupdi (rtx, rtx);
  10591. extern rtx gen_vec_store_lanesv8qiv8qi (rtx, rtx);
  10592. extern rtx gen_vec_store_lanesv16qiv16qi (rtx, rtx);
  10593. extern rtx gen_vec_store_lanesv4hiv4hi (rtx, rtx);
  10594. extern rtx gen_vec_store_lanesv8hiv8hi (rtx, rtx);
  10595. extern rtx gen_vec_store_lanesv2siv2si (rtx, rtx);
  10596. extern rtx gen_vec_store_lanesv4siv4si (rtx, rtx);
  10597. extern rtx gen_vec_store_lanesv4hfv4hf (rtx, rtx);
  10598. extern rtx gen_vec_store_lanesv8hfv8hf (rtx, rtx);
  10599. extern rtx gen_vec_store_lanesv4bfv4bf (rtx, rtx);
  10600. extern rtx gen_vec_store_lanesv8bfv8bf (rtx, rtx);
  10601. extern rtx gen_vec_store_lanesv2sfv2sf (rtx, rtx);
  10602. extern rtx gen_vec_store_lanesv4sfv4sf (rtx, rtx);
  10603. extern rtx gen_vec_store_lanesdidi (rtx, rtx);
  10604. extern rtx gen_vec_store_lanesv2div2di (rtx, rtx);
  10605. extern rtx gen_vec_load_lanestiv8qi (rtx, rtx);
  10606. extern rtx gen_vec_load_lanestiv4hi (rtx, rtx);
  10607. extern rtx gen_vec_load_lanestiv4hf (rtx, rtx);
  10608. extern rtx gen_vec_load_lanestiv4bf (rtx, rtx);
  10609. extern rtx gen_vec_load_lanestiv2si (rtx, rtx);
  10610. extern rtx gen_vec_load_lanestiv2sf (rtx, rtx);
  10611. extern rtx gen_vec_load_lanestidi (rtx, rtx);
  10612. extern rtx gen_vec_load_lanesoiv16qi (rtx, rtx);
  10613. extern rtx gen_vec_load_lanesoiv8hi (rtx, rtx);
  10614. extern rtx gen_vec_load_lanesoiv8hf (rtx, rtx);
  10615. extern rtx gen_vec_load_lanesoiv4si (rtx, rtx);
  10616. extern rtx gen_vec_load_lanesoiv4sf (rtx, rtx);
  10617. extern rtx gen_vec_store_lanestiv8qi (rtx, rtx);
  10618. extern rtx gen_vec_store_lanestiv4hi (rtx, rtx);
  10619. extern rtx gen_vec_store_lanestiv4hf (rtx, rtx);
  10620. extern rtx gen_vec_store_lanestiv4bf (rtx, rtx);
  10621. extern rtx gen_vec_store_lanestiv2si (rtx, rtx);
  10622. extern rtx gen_vec_store_lanestiv2sf (rtx, rtx);
  10623. extern rtx gen_vec_store_lanestidi (rtx, rtx);
  10624. extern rtx gen_vec_store_lanesoiv16qi (rtx, rtx);
  10625. extern rtx gen_vec_store_lanesoiv8hi (rtx, rtx);
  10626. extern rtx gen_vec_store_lanesoiv8hf (rtx, rtx);
  10627. extern rtx gen_vec_store_lanesoiv4si (rtx, rtx);
  10628. extern rtx gen_vec_store_lanesoiv4sf (rtx, rtx);
  10629. extern rtx gen_vec_load_laneseiv8qi (rtx, rtx);
  10630. extern rtx gen_vec_load_laneseiv4hi (rtx, rtx);
  10631. extern rtx gen_vec_load_laneseiv4hf (rtx, rtx);
  10632. extern rtx gen_vec_load_laneseiv4bf (rtx, rtx);
  10633. extern rtx gen_vec_load_laneseiv2si (rtx, rtx);
  10634. extern rtx gen_vec_load_laneseiv2sf (rtx, rtx);
  10635. extern rtx gen_vec_load_laneseidi (rtx, rtx);
  10636. extern rtx gen_vec_load_lanesciv16qi (rtx, rtx);
  10637. extern rtx gen_vec_load_lanesciv8hi (rtx, rtx);
  10638. extern rtx gen_vec_load_lanesciv8hf (rtx, rtx);
  10639. extern rtx gen_vec_load_lanesciv4si (rtx, rtx);
  10640. extern rtx gen_vec_load_lanesciv4sf (rtx, rtx);
  10641. extern rtx gen_neon_vld3v16qi (rtx, rtx);
  10642. extern rtx gen_neon_vld3v8hi (rtx, rtx);
  10643. extern rtx gen_neon_vld3v8hf (rtx, rtx);
  10644. extern rtx gen_neon_vld3v8bf (rtx, rtx);
  10645. extern rtx gen_neon_vld3v4si (rtx, rtx);
  10646. extern rtx gen_neon_vld3v4sf (rtx, rtx);
  10647. extern rtx gen_vec_store_laneseiv8qi (rtx, rtx);
  10648. extern rtx gen_vec_store_laneseiv4hi (rtx, rtx);
  10649. extern rtx gen_vec_store_laneseiv4hf (rtx, rtx);
  10650. extern rtx gen_vec_store_laneseiv4bf (rtx, rtx);
  10651. extern rtx gen_vec_store_laneseiv2si (rtx, rtx);
  10652. extern rtx gen_vec_store_laneseiv2sf (rtx, rtx);
  10653. extern rtx gen_vec_store_laneseidi (rtx, rtx);
  10654. extern rtx gen_vec_store_lanesciv16qi (rtx, rtx);
  10655. extern rtx gen_vec_store_lanesciv8hi (rtx, rtx);
  10656. extern rtx gen_vec_store_lanesciv8hf (rtx, rtx);
  10657. extern rtx gen_vec_store_lanesciv4si (rtx, rtx);
  10658. extern rtx gen_vec_store_lanesciv4sf (rtx, rtx);
  10659. extern rtx gen_neon_vst3v16qi (rtx, rtx);
  10660. extern rtx gen_neon_vst3v8hi (rtx, rtx);
  10661. extern rtx gen_neon_vst3v8hf (rtx, rtx);
  10662. extern rtx gen_neon_vst3v8bf (rtx, rtx);
  10663. extern rtx gen_neon_vst3v4si (rtx, rtx);
  10664. extern rtx gen_neon_vst3v4sf (rtx, rtx);
  10665. extern rtx gen_vec_load_lanesoiv8qi (rtx, rtx);
  10666. extern rtx gen_vec_load_lanesoiv4hi (rtx, rtx);
  10667. extern rtx gen_vec_load_lanesoiv4hf (rtx, rtx);
  10668. extern rtx gen_vec_load_lanesoiv4bf (rtx, rtx);
  10669. extern rtx gen_vec_load_lanesoiv2si (rtx, rtx);
  10670. extern rtx gen_vec_load_lanesoiv2sf (rtx, rtx);
  10671. extern rtx gen_vec_load_lanesoidi (rtx, rtx);
  10672. extern rtx gen_vec_load_lanesxiv16qi (rtx, rtx);
  10673. extern rtx gen_vec_load_lanesxiv8hi (rtx, rtx);
  10674. extern rtx gen_vec_load_lanesxiv8hf (rtx, rtx);
  10675. extern rtx gen_vec_load_lanesxiv4si (rtx, rtx);
  10676. extern rtx gen_vec_load_lanesxiv4sf (rtx, rtx);
  10677. extern rtx gen_neon_vld4v16qi (rtx, rtx);
  10678. extern rtx gen_neon_vld4v8hi (rtx, rtx);
  10679. extern rtx gen_neon_vld4v8hf (rtx, rtx);
  10680. extern rtx gen_neon_vld4v8bf (rtx, rtx);
  10681. extern rtx gen_neon_vld4v4si (rtx, rtx);
  10682. extern rtx gen_neon_vld4v4sf (rtx, rtx);
  10683. extern rtx gen_vec_store_lanesoiv8qi (rtx, rtx);
  10684. extern rtx gen_vec_store_lanesoiv4hi (rtx, rtx);
  10685. extern rtx gen_vec_store_lanesoiv4hf (rtx, rtx);
  10686. extern rtx gen_vec_store_lanesoiv4bf (rtx, rtx);
  10687. extern rtx gen_vec_store_lanesoiv2si (rtx, rtx);
  10688. extern rtx gen_vec_store_lanesoiv2sf (rtx, rtx);
  10689. extern rtx gen_vec_store_lanesoidi (rtx, rtx);
  10690. extern rtx gen_vec_store_lanesxiv16qi (rtx, rtx);
  10691. extern rtx gen_vec_store_lanesxiv8hi (rtx, rtx);
  10692. extern rtx gen_vec_store_lanesxiv8hf (rtx, rtx);
  10693. extern rtx gen_vec_store_lanesxiv4si (rtx, rtx);
  10694. extern rtx gen_vec_store_lanesxiv4sf (rtx, rtx);
  10695. extern rtx gen_neon_vst4v16qi (rtx, rtx);
  10696. extern rtx gen_neon_vst4v8hi (rtx, rtx);
  10697. extern rtx gen_neon_vst4v8hf (rtx, rtx);
  10698. extern rtx gen_neon_vst4v8bf (rtx, rtx);
  10699. extern rtx gen_neon_vst4v4si (rtx, rtx);
  10700. extern rtx gen_neon_vst4v4sf (rtx, rtx);
  10701. extern rtx gen_vec_unpacks_hi_v16qi (rtx, rtx);
  10702. extern rtx gen_vec_unpacku_hi_v16qi (rtx, rtx);
  10703. extern rtx gen_vec_unpacks_hi_v8hi (rtx, rtx);
  10704. extern rtx gen_vec_unpacku_hi_v8hi (rtx, rtx);
  10705. extern rtx gen_vec_unpacks_hi_v4si (rtx, rtx);
  10706. extern rtx gen_vec_unpacku_hi_v4si (rtx, rtx);
  10707. extern rtx gen_vec_unpacks_lo_v16qi (rtx, rtx);
  10708. extern rtx gen_vec_unpacku_lo_v16qi (rtx, rtx);
  10709. extern rtx gen_vec_unpacks_lo_v8hi (rtx, rtx);
  10710. extern rtx gen_vec_unpacku_lo_v8hi (rtx, rtx);
  10711. extern rtx gen_vec_unpacks_lo_v4si (rtx, rtx);
  10712. extern rtx gen_vec_unpacku_lo_v4si (rtx, rtx);
  10713. extern rtx gen_vec_widen_smult_lo_v16qi (rtx, rtx, rtx);
  10714. extern rtx gen_vec_widen_umult_lo_v16qi (rtx, rtx, rtx);
  10715. extern rtx gen_vec_widen_smult_lo_v8hi (rtx, rtx, rtx);
  10716. extern rtx gen_vec_widen_umult_lo_v8hi (rtx, rtx, rtx);
  10717. extern rtx gen_vec_widen_smult_lo_v4si (rtx, rtx, rtx);
  10718. extern rtx gen_vec_widen_umult_lo_v4si (rtx, rtx, rtx);
  10719. extern rtx gen_vec_widen_smult_hi_v16qi (rtx, rtx, rtx);
  10720. extern rtx gen_vec_widen_umult_hi_v16qi (rtx, rtx, rtx);
  10721. extern rtx gen_vec_widen_smult_hi_v8hi (rtx, rtx, rtx);
  10722. extern rtx gen_vec_widen_umult_hi_v8hi (rtx, rtx, rtx);
  10723. extern rtx gen_vec_widen_smult_hi_v4si (rtx, rtx, rtx);
  10724. extern rtx gen_vec_widen_umult_hi_v4si (rtx, rtx, rtx);
  10725. extern rtx gen_vec_widen_sshiftl_lo_v16qi (rtx, rtx, rtx);
  10726. extern rtx gen_vec_widen_ushiftl_lo_v16qi (rtx, rtx, rtx);
  10727. extern rtx gen_vec_widen_sshiftl_lo_v8hi (rtx, rtx, rtx);
  10728. extern rtx gen_vec_widen_ushiftl_lo_v8hi (rtx, rtx, rtx);
  10729. extern rtx gen_vec_widen_sshiftl_lo_v4si (rtx, rtx, rtx);
  10730. extern rtx gen_vec_widen_ushiftl_lo_v4si (rtx, rtx, rtx);
  10731. extern rtx gen_vec_widen_sshiftl_hi_v16qi (rtx, rtx, rtx);
  10732. extern rtx gen_vec_widen_ushiftl_hi_v16qi (rtx, rtx, rtx);
  10733. extern rtx gen_vec_widen_sshiftl_hi_v8hi (rtx, rtx, rtx);
  10734. extern rtx gen_vec_widen_ushiftl_hi_v8hi (rtx, rtx, rtx);
  10735. extern rtx gen_vec_widen_sshiftl_hi_v4si (rtx, rtx, rtx);
  10736. extern rtx gen_vec_widen_ushiftl_hi_v4si (rtx, rtx, rtx);
  10737. extern rtx gen_vec_unpacks_lo_v8qi (rtx, rtx);
  10738. extern rtx gen_vec_unpacku_lo_v8qi (rtx, rtx);
  10739. extern rtx gen_vec_unpacks_lo_v4hi (rtx, rtx);
  10740. extern rtx gen_vec_unpacku_lo_v4hi (rtx, rtx);
  10741. extern rtx gen_vec_unpacks_lo_v2si (rtx, rtx);
  10742. extern rtx gen_vec_unpacku_lo_v2si (rtx, rtx);
  10743. extern rtx gen_vec_unpacks_hi_v8qi (rtx, rtx);
  10744. extern rtx gen_vec_unpacku_hi_v8qi (rtx, rtx);
  10745. extern rtx gen_vec_unpacks_hi_v4hi (rtx, rtx);
  10746. extern rtx gen_vec_unpacku_hi_v4hi (rtx, rtx);
  10747. extern rtx gen_vec_unpacks_hi_v2si (rtx, rtx);
  10748. extern rtx gen_vec_unpacku_hi_v2si (rtx, rtx);
  10749. extern rtx gen_vec_widen_smult_hi_v8qi (rtx, rtx, rtx);
  10750. extern rtx gen_vec_widen_umult_hi_v8qi (rtx, rtx, rtx);
  10751. extern rtx gen_vec_widen_smult_hi_v4hi (rtx, rtx, rtx);
  10752. extern rtx gen_vec_widen_umult_hi_v4hi (rtx, rtx, rtx);
  10753. extern rtx gen_vec_widen_smult_hi_v2si (rtx, rtx, rtx);
  10754. extern rtx gen_vec_widen_umult_hi_v2si (rtx, rtx, rtx);
  10755. extern rtx gen_vec_widen_smult_lo_v8qi (rtx, rtx, rtx);
  10756. extern rtx gen_vec_widen_umult_lo_v8qi (rtx, rtx, rtx);
  10757. extern rtx gen_vec_widen_smult_lo_v4hi (rtx, rtx, rtx);
  10758. extern rtx gen_vec_widen_umult_lo_v4hi (rtx, rtx, rtx);
  10759. extern rtx gen_vec_widen_smult_lo_v2si (rtx, rtx, rtx);
  10760. extern rtx gen_vec_widen_umult_lo_v2si (rtx, rtx, rtx);
  10761. extern rtx gen_vec_widen_sshiftl_hi_v8qi (rtx, rtx, rtx);
  10762. extern rtx gen_vec_widen_ushiftl_hi_v8qi (rtx, rtx, rtx);
  10763. extern rtx gen_vec_widen_sshiftl_hi_v4hi (rtx, rtx, rtx);
  10764. extern rtx gen_vec_widen_ushiftl_hi_v4hi (rtx, rtx, rtx);
  10765. extern rtx gen_vec_widen_sshiftl_hi_v2si (rtx, rtx, rtx);
  10766. extern rtx gen_vec_widen_ushiftl_hi_v2si (rtx, rtx, rtx);
  10767. extern rtx gen_vec_widen_sshiftl_lo_v8qi (rtx, rtx, rtx);
  10768. extern rtx gen_vec_widen_ushiftl_lo_v8qi (rtx, rtx, rtx);
  10769. extern rtx gen_vec_widen_sshiftl_lo_v4hi (rtx, rtx, rtx);
  10770. extern rtx gen_vec_widen_ushiftl_lo_v4hi (rtx, rtx, rtx);
  10771. extern rtx gen_vec_widen_sshiftl_lo_v2si (rtx, rtx, rtx);
  10772. extern rtx gen_vec_widen_ushiftl_lo_v2si (rtx, rtx, rtx);
  10773. extern rtx gen_vec_pack_trunc_v4hi (rtx, rtx, rtx);
  10774. extern rtx gen_vec_pack_trunc_v2si (rtx, rtx, rtx);
  10775. extern rtx gen_vec_pack_trunc_di (rtx, rtx, rtx);
  10776. extern rtx gen_neon_vbfcvtbf (rtx, rtx);
  10777. extern rtx gen_neon_vfmab_laneqv8bf (rtx, rtx, rtx, rtx, rtx);
  10778. extern rtx gen_neon_vfmat_laneqv8bf (rtx, rtx, rtx, rtx, rtx);
  10779. extern rtx gen_crypto_sha1h (rtx, rtx);
  10780. extern rtx gen_crypto_sha1c (rtx, rtx, rtx, rtx);
  10781. extern rtx gen_crypto_sha1m (rtx, rtx, rtx, rtx);
  10782. extern rtx gen_crypto_sha1p (rtx, rtx, rtx, rtx);
  10783. extern rtx gen_memory_barrier (void);
  10784. extern rtx gen_atomic_loaddi (rtx, rtx, rtx);
  10785. extern rtx gen_atomic_compare_and_swapqi (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  10786. extern rtx gen_atomic_compare_and_swaphi (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  10787. extern rtx gen_atomic_compare_and_swapsi (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  10788. extern rtx gen_atomic_compare_and_swapdi (rtx, rtx, rtx, rtx, rtx, rtx, rtx, rtx);
  10789. extern rtx gen_addv4qq3 (rtx, rtx, rtx);
  10790. extern rtx gen_addv2hq3 (rtx, rtx, rtx);
  10791. extern rtx gen_addv2ha3 (rtx, rtx, rtx);
  10792. extern rtx gen_ssaddv4qq3 (rtx, rtx, rtx);
  10793. extern rtx gen_ssaddv2hq3 (rtx, rtx, rtx);
  10794. extern rtx gen_ssaddqq3 (rtx, rtx, rtx);
  10795. extern rtx gen_ssaddhq3 (rtx, rtx, rtx);
  10796. extern rtx gen_ssaddv2ha3 (rtx, rtx, rtx);
  10797. extern rtx gen_ssaddha3 (rtx, rtx, rtx);
  10798. extern rtx gen_ssaddsq3 (rtx, rtx, rtx);
  10799. extern rtx gen_ssaddsa3 (rtx, rtx, rtx);
  10800. extern rtx gen_subv4qq3 (rtx, rtx, rtx);
  10801. extern rtx gen_subv2hq3 (rtx, rtx, rtx);
  10802. extern rtx gen_subv2ha3 (rtx, rtx, rtx);
  10803. extern rtx gen_sssubv4qq3 (rtx, rtx, rtx);
  10804. extern rtx gen_sssubv2hq3 (rtx, rtx, rtx);
  10805. extern rtx gen_sssubqq3 (rtx, rtx, rtx);
  10806. extern rtx gen_sssubhq3 (rtx, rtx, rtx);
  10807. extern rtx gen_sssubv2ha3 (rtx, rtx, rtx);
  10808. extern rtx gen_sssubha3 (rtx, rtx, rtx);
  10809. extern rtx gen_sssubsq3 (rtx, rtx, rtx);
  10810. extern rtx gen_sssubsa3 (rtx, rtx, rtx);
  10811. extern rtx gen_mulqq3 (rtx, rtx, rtx);
  10812. extern rtx gen_mulhq3 (rtx, rtx, rtx);
  10813. extern rtx gen_mulsq3 (rtx, rtx, rtx);
  10814. extern rtx gen_mulsa3 (rtx, rtx, rtx);
  10815. extern rtx gen_mulusa3 (rtx, rtx, rtx);
  10816. extern rtx gen_ssmulsa3 (rtx, rtx, rtx);
  10817. extern rtx gen_usmulusa3 (rtx, rtx, rtx);
  10818. extern rtx gen_mulha3 (rtx, rtx, rtx);
  10819. extern rtx gen_muluha3 (rtx, rtx, rtx);
  10820. extern rtx gen_ssmulha3 (rtx, rtx, rtx);
  10821. extern rtx gen_usmuluha3 (rtx, rtx, rtx);
  10822. extern rtx gen_mve_vshlcq_vec_sv16qi (rtx, rtx, rtx, rtx);
  10823. extern rtx gen_mve_vshlcq_vec_uv16qi (rtx, rtx, rtx, rtx);
  10824. extern rtx gen_mve_vshlcq_vec_sv8hi (rtx, rtx, rtx, rtx);
  10825. extern rtx gen_mve_vshlcq_vec_uv8hi (rtx, rtx, rtx, rtx);
  10826. extern rtx gen_mve_vshlcq_vec_sv4si (rtx, rtx, rtx, rtx);
  10827. extern rtx gen_mve_vshlcq_vec_uv4si (rtx, rtx, rtx, rtx);
  10828. extern rtx gen_mve_vshlcq_carry_sv16qi (rtx, rtx, rtx, rtx);
  10829. extern rtx gen_mve_vshlcq_carry_uv16qi (rtx, rtx, rtx, rtx);
  10830. extern rtx gen_mve_vshlcq_carry_sv8hi (rtx, rtx, rtx, rtx);
  10831. extern rtx gen_mve_vshlcq_carry_uv8hi (rtx, rtx, rtx, rtx);
  10832. extern rtx gen_mve_vshlcq_carry_sv4si (rtx, rtx, rtx, rtx);
  10833. extern rtx gen_mve_vshlcq_carry_uv4si (rtx, rtx, rtx, rtx);
  10834. extern rtx gen_mve_vstrbq_scatter_offset_sv16qi (rtx, rtx, rtx);
  10835. extern rtx gen_mve_vstrbq_scatter_offset_uv16qi (rtx, rtx, rtx);
  10836. extern rtx gen_mve_vstrbq_scatter_offset_sv8hi (rtx, rtx, rtx);
  10837. extern rtx gen_mve_vstrbq_scatter_offset_uv8hi (rtx, rtx, rtx);
  10838. extern rtx gen_mve_vstrbq_scatter_offset_sv4si (rtx, rtx, rtx);
  10839. extern rtx gen_mve_vstrbq_scatter_offset_uv4si (rtx, rtx, rtx);
  10840. extern rtx gen_mve_vstrbq_scatter_offset_p_sv16qi (rtx, rtx, rtx, rtx);
  10841. extern rtx gen_mve_vstrbq_scatter_offset_p_uv16qi (rtx, rtx, rtx, rtx);
  10842. extern rtx gen_mve_vstrbq_scatter_offset_p_sv8hi (rtx, rtx, rtx, rtx);
  10843. extern rtx gen_mve_vstrbq_scatter_offset_p_uv8hi (rtx, rtx, rtx, rtx);
  10844. extern rtx gen_mve_vstrbq_scatter_offset_p_sv4si (rtx, rtx, rtx, rtx);
  10845. extern rtx gen_mve_vstrbq_scatter_offset_p_uv4si (rtx, rtx, rtx, rtx);
  10846. extern rtx gen_mve_vld1q_fv8hf (rtx, rtx);
  10847. extern rtx gen_mve_vld1q_fv4sf (rtx, rtx);
  10848. extern rtx gen_mve_vld1q_sv16qi (rtx, rtx);
  10849. extern rtx gen_mve_vld1q_uv16qi (rtx, rtx);
  10850. extern rtx gen_mve_vld1q_sv8hi (rtx, rtx);
  10851. extern rtx gen_mve_vld1q_uv8hi (rtx, rtx);
  10852. extern rtx gen_mve_vld1q_sv4si (rtx, rtx);
  10853. extern rtx gen_mve_vld1q_uv4si (rtx, rtx);
  10854. extern rtx gen_mve_vstrhq_scatter_offset_p_sv8hi (rtx, rtx, rtx, rtx);
  10855. extern rtx gen_mve_vstrhq_scatter_offset_p_uv8hi (rtx, rtx, rtx, rtx);
  10856. extern rtx gen_mve_vstrhq_scatter_offset_p_sv4si (rtx, rtx, rtx, rtx);
  10857. extern rtx gen_mve_vstrhq_scatter_offset_p_uv4si (rtx, rtx, rtx, rtx);
  10858. extern rtx gen_mve_vstrhq_scatter_offset_sv8hi (rtx, rtx, rtx);
  10859. extern rtx gen_mve_vstrhq_scatter_offset_uv8hi (rtx, rtx, rtx);
  10860. extern rtx gen_mve_vstrhq_scatter_offset_sv4si (rtx, rtx, rtx);
  10861. extern rtx gen_mve_vstrhq_scatter_offset_uv4si (rtx, rtx, rtx);
  10862. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_sv8hi (rtx, rtx, rtx, rtx);
  10863. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_uv8hi (rtx, rtx, rtx, rtx);
  10864. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_sv4si (rtx, rtx, rtx, rtx);
  10865. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_uv4si (rtx, rtx, rtx, rtx);
  10866. extern rtx gen_mve_vstrhq_scatter_shifted_offset_sv8hi (rtx, rtx, rtx);
  10867. extern rtx gen_mve_vstrhq_scatter_shifted_offset_uv8hi (rtx, rtx, rtx);
  10868. extern rtx gen_mve_vstrhq_scatter_shifted_offset_sv4si (rtx, rtx, rtx);
  10869. extern rtx gen_mve_vstrhq_scatter_shifted_offset_uv4si (rtx, rtx, rtx);
  10870. extern rtx gen_mve_vst1q_fv8hf (rtx, rtx);
  10871. extern rtx gen_mve_vst1q_fv4sf (rtx, rtx);
  10872. extern rtx gen_mve_vst1q_sv16qi (rtx, rtx);
  10873. extern rtx gen_mve_vst1q_uv16qi (rtx, rtx);
  10874. extern rtx gen_mve_vst1q_sv8hi (rtx, rtx);
  10875. extern rtx gen_mve_vst1q_uv8hi (rtx, rtx);
  10876. extern rtx gen_mve_vst1q_sv4si (rtx, rtx);
  10877. extern rtx gen_mve_vst1q_uv4si (rtx, rtx);
  10878. extern rtx gen_mve_vstrdq_scatter_offset_p_sv2di (rtx, rtx, rtx, rtx);
  10879. extern rtx gen_mve_vstrdq_scatter_offset_p_uv2di (rtx, rtx, rtx, rtx);
  10880. extern rtx gen_mve_vstrdq_scatter_offset_sv2di (rtx, rtx, rtx);
  10881. extern rtx gen_mve_vstrdq_scatter_offset_uv2di (rtx, rtx, rtx);
  10882. extern rtx gen_mve_vstrdq_scatter_shifted_offset_p_sv2di (rtx, rtx, rtx, rtx);
  10883. extern rtx gen_mve_vstrdq_scatter_shifted_offset_p_uv2di (rtx, rtx, rtx, rtx);
  10884. extern rtx gen_mve_vstrdq_scatter_shifted_offset_sv2di (rtx, rtx, rtx);
  10885. extern rtx gen_mve_vstrdq_scatter_shifted_offset_uv2di (rtx, rtx, rtx);
  10886. extern rtx gen_mve_vstrhq_scatter_offset_fv8hf (rtx, rtx, rtx);
  10887. extern rtx gen_mve_vstrhq_scatter_offset_p_fv8hf (rtx, rtx, rtx, rtx);
  10888. extern rtx gen_mve_vstrhq_scatter_shifted_offset_fv8hf (rtx, rtx, rtx);
  10889. extern rtx gen_mve_vstrhq_scatter_shifted_offset_p_fv8hf (rtx, rtx, rtx, rtx);
  10890. extern rtx gen_mve_vstrwq_scatter_offset_fv4sf (rtx, rtx, rtx);
  10891. extern rtx gen_mve_vstrwq_scatter_offset_p_fv4sf (rtx, rtx, rtx, rtx);
  10892. extern rtx gen_mve_vstrwq_scatter_offset_p_sv4si (rtx, rtx, rtx, rtx);
  10893. extern rtx gen_mve_vstrwq_scatter_offset_p_uv4si (rtx, rtx, rtx, rtx);
  10894. extern rtx gen_mve_vstrwq_scatter_offset_sv4si (rtx, rtx, rtx);
  10895. extern rtx gen_mve_vstrwq_scatter_offset_uv4si (rtx, rtx, rtx);
  10896. extern rtx gen_mve_vstrwq_scatter_shifted_offset_fv4sf (rtx, rtx, rtx);
  10897. extern rtx gen_mve_vstrwq_scatter_shifted_offset_p_fv4sf (rtx, rtx, rtx, rtx);
  10898. extern rtx gen_mve_vstrwq_scatter_shifted_offset_p_sv4si (rtx, rtx, rtx, rtx);
  10899. extern rtx gen_mve_vstrwq_scatter_shifted_offset_p_uv4si (rtx, rtx, rtx, rtx);
  10900. extern rtx gen_mve_vstrwq_scatter_shifted_offset_sv4si (rtx, rtx, rtx);
  10901. extern rtx gen_mve_vstrwq_scatter_shifted_offset_uv4si (rtx, rtx, rtx);
  10902. extern rtx gen_mve_vidupq_n_uv16qi (rtx, rtx, rtx);
  10903. extern rtx gen_mve_vidupq_n_uv8hi (rtx, rtx, rtx);
  10904. extern rtx gen_mve_vidupq_n_uv4si (rtx, rtx, rtx);
  10905. extern rtx gen_mve_vidupq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  10906. extern rtx gen_mve_vidupq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  10907. extern rtx gen_mve_vidupq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  10908. extern rtx gen_mve_vddupq_n_uv16qi (rtx, rtx, rtx);
  10909. extern rtx gen_mve_vddupq_n_uv8hi (rtx, rtx, rtx);
  10910. extern rtx gen_mve_vddupq_n_uv4si (rtx, rtx, rtx);
  10911. extern rtx gen_mve_vddupq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx);
  10912. extern rtx gen_mve_vddupq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx);
  10913. extern rtx gen_mve_vddupq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx);
  10914. extern rtx gen_mve_vdwdupq_n_uv16qi (rtx, rtx, rtx, rtx);
  10915. extern rtx gen_mve_vdwdupq_n_uv8hi (rtx, rtx, rtx, rtx);
  10916. extern rtx gen_mve_vdwdupq_n_uv4si (rtx, rtx, rtx, rtx);
  10917. extern rtx gen_mve_vdwdupq_wb_uv16qi (rtx, rtx, rtx, rtx);
  10918. extern rtx gen_mve_vdwdupq_wb_uv8hi (rtx, rtx, rtx, rtx);
  10919. extern rtx gen_mve_vdwdupq_wb_uv4si (rtx, rtx, rtx, rtx);
  10920. extern rtx gen_mve_vdwdupq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10921. extern rtx gen_mve_vdwdupq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10922. extern rtx gen_mve_vdwdupq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  10923. extern rtx gen_mve_vdwdupq_m_wb_uv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10924. extern rtx gen_mve_vdwdupq_m_wb_uv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10925. extern rtx gen_mve_vdwdupq_m_wb_uv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  10926. extern rtx gen_mve_viwdupq_n_uv16qi (rtx, rtx, rtx, rtx);
  10927. extern rtx gen_mve_viwdupq_n_uv8hi (rtx, rtx, rtx, rtx);
  10928. extern rtx gen_mve_viwdupq_n_uv4si (rtx, rtx, rtx, rtx);
  10929. extern rtx gen_mve_viwdupq_wb_uv16qi (rtx, rtx, rtx, rtx);
  10930. extern rtx gen_mve_viwdupq_wb_uv8hi (rtx, rtx, rtx, rtx);
  10931. extern rtx gen_mve_viwdupq_wb_uv4si (rtx, rtx, rtx, rtx);
  10932. extern rtx gen_mve_viwdupq_m_n_uv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10933. extern rtx gen_mve_viwdupq_m_n_uv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10934. extern rtx gen_mve_viwdupq_m_n_uv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  10935. extern rtx gen_mve_viwdupq_m_wb_uv16qi (rtx, rtx, rtx, rtx, rtx, rtx);
  10936. extern rtx gen_mve_viwdupq_m_wb_uv8hi (rtx, rtx, rtx, rtx, rtx, rtx);
  10937. extern rtx gen_mve_viwdupq_m_wb_uv4si (rtx, rtx, rtx, rtx, rtx, rtx);
  10938. extern rtx gen_mve_vldrwq_gather_base_wb_sv4si (rtx, rtx, rtx);
  10939. extern rtx gen_mve_vldrwq_gather_base_wb_uv4si (rtx, rtx, rtx);
  10940. extern rtx gen_mve_vldrwq_gather_base_nowb_sv4si (rtx, rtx, rtx);
  10941. extern rtx gen_mve_vldrwq_gather_base_nowb_uv4si (rtx, rtx, rtx);
  10942. extern rtx gen_mve_vldrwq_gather_base_wb_z_sv4si (rtx, rtx, rtx, rtx);
  10943. extern rtx gen_mve_vldrwq_gather_base_wb_z_uv4si (rtx, rtx, rtx, rtx);
  10944. extern rtx gen_mve_vldrwq_gather_base_nowb_z_sv4si (rtx, rtx, rtx, rtx);
  10945. extern rtx gen_mve_vldrwq_gather_base_nowb_z_uv4si (rtx, rtx, rtx, rtx);
  10946. extern rtx gen_mve_vldrwq_gather_base_wb_fv4sf (rtx, rtx, rtx);
  10947. extern rtx gen_mve_vldrwq_gather_base_nowb_fv4sf (rtx, rtx, rtx);
  10948. extern rtx gen_mve_vldrwq_gather_base_wb_z_fv4sf (rtx, rtx, rtx, rtx);
  10949. extern rtx gen_mve_vldrwq_gather_base_nowb_z_fv4sf (rtx, rtx, rtx, rtx);
  10950. extern rtx gen_mve_vldrdq_gather_base_wb_sv2di (rtx, rtx, rtx);
  10951. extern rtx gen_mve_vldrdq_gather_base_wb_uv2di (rtx, rtx, rtx);
  10952. extern rtx gen_mve_vldrdq_gather_base_nowb_sv2di (rtx, rtx, rtx);
  10953. extern rtx gen_mve_vldrdq_gather_base_nowb_uv2di (rtx, rtx, rtx);
  10954. extern rtx gen_mve_vldrdq_gather_base_wb_z_sv2di (rtx, rtx, rtx, rtx);
  10955. extern rtx gen_mve_vldrdq_gather_base_wb_z_uv2di (rtx, rtx, rtx, rtx);
  10956. extern rtx gen_mve_vldrdq_gather_base_nowb_z_sv2di (rtx, rtx, rtx, rtx);
  10957. extern rtx gen_mve_vldrdq_gather_base_nowb_z_uv2di (rtx, rtx, rtx, rtx);
  10958. extern rtx gen_mve_vshlcq_m_vec_sv16qi (rtx, rtx, rtx, rtx, rtx);
  10959. extern rtx gen_mve_vshlcq_m_vec_uv16qi (rtx, rtx, rtx, rtx, rtx);
  10960. extern rtx gen_mve_vshlcq_m_vec_sv8hi (rtx, rtx, rtx, rtx, rtx);
  10961. extern rtx gen_mve_vshlcq_m_vec_uv8hi (rtx, rtx, rtx, rtx, rtx);
  10962. extern rtx gen_mve_vshlcq_m_vec_sv4si (rtx, rtx, rtx, rtx, rtx);
  10963. extern rtx gen_mve_vshlcq_m_vec_uv4si (rtx, rtx, rtx, rtx, rtx);
  10964. extern rtx gen_mve_vshlcq_m_carry_sv16qi (rtx, rtx, rtx, rtx, rtx);
  10965. extern rtx gen_mve_vshlcq_m_carry_uv16qi (rtx, rtx, rtx, rtx, rtx);
  10966. extern rtx gen_mve_vshlcq_m_carry_sv8hi (rtx, rtx, rtx, rtx, rtx);
  10967. extern rtx gen_mve_vshlcq_m_carry_uv8hi (rtx, rtx, rtx, rtx, rtx);
  10968. extern rtx gen_mve_vshlcq_m_carry_sv4si (rtx, rtx, rtx, rtx, rtx);
  10969. extern rtx gen_mve_vshlcq_m_carry_uv4si (rtx, rtx, rtx, rtx, rtx);
  10970. #endif /* GCC_INSN_FLAGS_H */