Details | Last modification | View Log | RSS feed
| Rev | Author | Line No. | Line | 
|---|---|---|---|
| 14 | pmbaty | 1 | //===-- llvm/Support/TargetOpcodes.def - Target Indep Opcodes ---*- C++ -*-===// | 
| 2 | // | ||
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | ||
| 4 | // See https://llvm.org/LICENSE.txt for license information. | ||
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | ||
| 6 | // | ||
| 7 | //===----------------------------------------------------------------------===// | ||
| 8 | // | ||
| 9 | // This file defines the target independent instruction opcodes. | ||
| 10 | // | ||
| 11 | //===----------------------------------------------------------------------===// | ||
| 12 | |||
| 13 | // NOTE: NO INCLUDE GUARD DESIRED! | ||
| 14 | |||
| 15 | /// HANDLE_TARGET_OPCODE defines an opcode and its associated enum value. | ||
| 16 | /// | ||
| 17 | #ifndef HANDLE_TARGET_OPCODE | ||
| 18 | #define HANDLE_TARGET_OPCODE(OPC, NUM) | ||
| 19 | #endif | ||
| 20 | |||
| 21 | /// HANDLE_TARGET_OPCODE_MARKER defines an alternative identifier for an opcode. | ||
| 22 | /// | ||
| 23 | #ifndef HANDLE_TARGET_OPCODE_MARKER | ||
| 24 | #define HANDLE_TARGET_OPCODE_MARKER(IDENT, OPC) | ||
| 25 | #endif | ||
| 26 | |||
| 27 | /// Every instruction defined here must also appear in Target.td. | ||
| 28 | /// | ||
| 29 | HANDLE_TARGET_OPCODE(PHI) | ||
| 30 | HANDLE_TARGET_OPCODE(INLINEASM) | ||
| 31 | HANDLE_TARGET_OPCODE(INLINEASM_BR) | ||
| 32 | HANDLE_TARGET_OPCODE(CFI_INSTRUCTION) | ||
| 33 | HANDLE_TARGET_OPCODE(EH_LABEL) | ||
| 34 | HANDLE_TARGET_OPCODE(GC_LABEL) | ||
| 35 | HANDLE_TARGET_OPCODE(ANNOTATION_LABEL) | ||
| 36 | |||
| 37 | /// KILL - This instruction is a noop that is used only to adjust the | ||
| 38 | /// liveness of registers. This can be useful when dealing with | ||
| 39 | /// sub-registers. | ||
| 40 | HANDLE_TARGET_OPCODE(KILL) | ||
| 41 | |||
| 42 | /// EXTRACT_SUBREG - This instruction takes two operands: a register | ||
| 43 | /// that has subregisters, and a subregister index. It returns the | ||
| 44 | /// extracted subregister value. This is commonly used to implement | ||
| 45 | /// truncation operations on target architectures which support it. | ||
| 46 | HANDLE_TARGET_OPCODE(EXTRACT_SUBREG) | ||
| 47 | |||
| 48 | /// INSERT_SUBREG - This instruction takes three operands: a register that | ||
| 49 | /// has subregisters, a register providing an insert value, and a | ||
| 50 | /// subregister index. It returns the value of the first register with the | ||
| 51 | /// value of the second register inserted. The first register is often | ||
| 52 | /// defined by an IMPLICIT_DEF, because it is commonly used to implement | ||
| 53 | /// anyext operations on target architectures which support it. | ||
| 54 | HANDLE_TARGET_OPCODE(INSERT_SUBREG) | ||
| 55 | |||
| 56 | /// IMPLICIT_DEF - This is the MachineInstr-level equivalent of undef. | ||
| 57 | HANDLE_TARGET_OPCODE(IMPLICIT_DEF) | ||
| 58 | |||
| 59 | /// SUBREG_TO_REG - Assert the value of bits in a super register. | ||
| 60 | /// The result of this instruction is the value of the second operand inserted | ||
| 61 | /// into the subregister specified by the third operand. All other bits are | ||
| 62 | /// assumed to be equal to the bits in the immediate integer constant in the | ||
| 63 | /// first operand. This instruction just communicates information; No code | ||
| 64 | /// should be generated. | ||
| 65 | /// This is typically used after an instruction where the write to a subregister | ||
| 66 | /// implicitly cleared the bits in the super registers. | ||
| 67 | HANDLE_TARGET_OPCODE(SUBREG_TO_REG) | ||
| 68 | |||
| 69 | /// COPY_TO_REGCLASS - This instruction is a placeholder for a plain | ||
| 70 | /// register-to-register copy into a specific register class. This is only | ||
| 71 | /// used between instruction selection and MachineInstr creation, before | ||
| 72 | /// virtual registers have been created for all the instructions, and it's | ||
| 73 | /// only needed in cases where the register classes implied by the | ||
| 74 | /// instructions are insufficient. It is emitted as a COPY MachineInstr. | ||
| 75 | HANDLE_TARGET_OPCODE(COPY_TO_REGCLASS) | ||
| 76 | |||
| 77 | /// DBG_VALUE - a mapping of the llvm.dbg.value intrinsic | ||
| 78 | HANDLE_TARGET_OPCODE(DBG_VALUE) | ||
| 79 | |||
| 80 | /// DBG_VALUE - a mapping of the llvm.dbg.value intrinsic with a variadic | ||
| 81 | /// list of locations | ||
| 82 | HANDLE_TARGET_OPCODE(DBG_VALUE_LIST) | ||
| 83 | |||
| 84 | /// DBG_INSTR_REF - A mapping of llvm.dbg.value referring to the instruction | ||
| 85 | /// that defines the value, rather than a virtual register. | ||
| 86 | HANDLE_TARGET_OPCODE(DBG_INSTR_REF) | ||
| 87 | |||
| 88 | /// DBG_PHI - remainder of a PHI, identifies a program point where values | ||
| 89 | /// merge under control flow. | ||
| 90 | HANDLE_TARGET_OPCODE(DBG_PHI) | ||
| 91 | |||
| 92 | /// DBG_LABEL - a mapping of the llvm.dbg.label intrinsic | ||
| 93 | HANDLE_TARGET_OPCODE(DBG_LABEL) | ||
| 94 | |||
| 95 | /// REG_SEQUENCE - This variadic instruction is used to form a register that | ||
| 96 | /// represents a consecutive sequence of sub-registers. It's used as a | ||
| 97 | /// register coalescing / allocation aid and must be eliminated before code | ||
| 98 | /// emission. | ||
| 99 | // In SDNode form, the first operand encodes the register class created by | ||
| 100 | // the REG_SEQUENCE, while each subsequent pair names a vreg + subreg index | ||
| 101 | // pair. Once it has been lowered to a MachineInstr, the regclass operand | ||
| 102 | // is no longer present. | ||
| 103 | /// e.g. v1027 = REG_SEQUENCE v1024, 3, v1025, 4, v1026, 5 | ||
| 104 | /// After register coalescing references of v1024 should be replace with | ||
| 105 | /// v1027:3, v1025 with v1027:4, etc. | ||
| 106 | HANDLE_TARGET_OPCODE(REG_SEQUENCE) | ||
| 107 | |||
| 108 | /// COPY - Target-independent register copy. This instruction can also be | ||
| 109 | /// used to copy between subregisters of virtual registers. | ||
| 110 | HANDLE_TARGET_OPCODE(COPY) | ||
| 111 | |||
| 112 | /// BUNDLE - This instruction represents an instruction bundle. Instructions | ||
| 113 | /// which immediately follow a BUNDLE instruction which are marked with | ||
| 114 | /// 'InsideBundle' flag are inside the bundle. | ||
| 115 | HANDLE_TARGET_OPCODE(BUNDLE) | ||
| 116 | |||
| 117 | /// Lifetime markers. | ||
| 118 | HANDLE_TARGET_OPCODE(LIFETIME_START) | ||
| 119 | HANDLE_TARGET_OPCODE(LIFETIME_END) | ||
| 120 | |||
| 121 | /// Pseudo probe | ||
| 122 | HANDLE_TARGET_OPCODE(PSEUDO_PROBE) | ||
| 123 | |||
| 124 | /// Arithmetic fence. | ||
| 125 | HANDLE_TARGET_OPCODE(ARITH_FENCE) | ||
| 126 | |||
| 127 | /// A Stackmap instruction captures the location of live variables at its | ||
| 128 | /// position in the instruction stream. It is followed by a shadow of bytes | ||
| 129 | /// that must lie within the function and not contain another stackmap. | ||
| 130 | HANDLE_TARGET_OPCODE(STACKMAP) | ||
| 131 | |||
| 132 | /// FEntry all - This is a marker instruction which gets translated into a raw fentry call. | ||
| 133 | HANDLE_TARGET_OPCODE(FENTRY_CALL) | ||
| 134 | |||
| 135 | /// Patchable call instruction - this instruction represents a call to a | ||
| 136 | /// constant address, followed by a series of NOPs. It is intended to | ||
| 137 | /// support optimizations for dynamic languages (such as javascript) that | ||
| 138 | /// rewrite calls to runtimes with more efficient code sequences. | ||
| 139 | /// This also implies a stack map. | ||
| 140 | HANDLE_TARGET_OPCODE(PATCHPOINT) | ||
| 141 | |||
| 142 | /// This pseudo-instruction loads the stack guard value. Targets which need | ||
| 143 | /// to prevent the stack guard value or address from being spilled to the | ||
| 144 | /// stack should override TargetLowering::emitLoadStackGuardNode and | ||
| 145 | /// additionally expand this pseudo after register allocation. | ||
| 146 | HANDLE_TARGET_OPCODE(LOAD_STACK_GUARD) | ||
| 147 | |||
| 148 | /// These are used to support call sites that must have the stack adjusted | ||
| 149 | /// before the call (e.g. to initialize an argument passed by value). | ||
| 150 | /// See llvm.call.preallocated.{setup,arg} in the LangRef for more details. | ||
| 151 | HANDLE_TARGET_OPCODE(PREALLOCATED_SETUP) | ||
| 152 | HANDLE_TARGET_OPCODE(PREALLOCATED_ARG) | ||
| 153 | |||
| 154 | /// Call instruction with associated vm state for deoptimization and list | ||
| 155 | /// of live pointers for relocation by the garbage collector. It is | ||
| 156 | /// intended to support garbage collection with fully precise relocating | ||
| 157 | /// collectors and deoptimizations in either the callee or caller. | ||
| 158 | HANDLE_TARGET_OPCODE(STATEPOINT) | ||
| 159 | |||
| 160 | /// Instruction that records the offset of a local stack allocation passed to | ||
| 161 | /// llvm.localescape. It has two arguments: the symbol for the label and the | ||
| 162 | /// frame index of the local stack allocation. | ||
| 163 | HANDLE_TARGET_OPCODE(LOCAL_ESCAPE) | ||
| 164 | |||
| 165 | /// Wraps a machine instruction which can fault, bundled with associated | ||
| 166 | /// information on how to handle such a fault. | ||
| 167 | /// For example loading instruction that may page fault, bundled with associated | ||
| 168 | /// information on how to handle such a page fault. It is intended to support | ||
| 169 | /// "zero cost" null checks in managed languages by allowing LLVM to fold | ||
| 170 | /// comparisons into existing memory operations. | ||
| 171 | HANDLE_TARGET_OPCODE(FAULTING_OP) | ||
| 172 | |||
| 173 | /// Wraps a machine instruction to add patchability constraints. An | ||
| 174 | /// instruction wrapped in PATCHABLE_OP has to either have a minimum | ||
| 175 | /// size or be preceded with a nop of that size. The first operand is | ||
| 176 | /// an immediate denoting the minimum size of the instruction, the | ||
| 177 | /// second operand is an immediate denoting the opcode of the original | ||
| 178 | /// instruction. The rest of the operands are the operands of the | ||
| 179 | /// original instruction. | ||
| 180 | /// PATCHABLE_OP can be used as second operand to only insert a nop of | ||
| 181 | /// required size. | ||
| 182 | HANDLE_TARGET_OPCODE(PATCHABLE_OP) | ||
| 183 | |||
| 184 | /// This is a marker instruction which gets translated into a nop sled, useful | ||
| 185 | /// for inserting instrumentation instructions at runtime. | ||
| 186 | HANDLE_TARGET_OPCODE(PATCHABLE_FUNCTION_ENTER) | ||
| 187 | |||
| 188 | /// Wraps a return instruction and its operands to enable adding nop sleds | ||
| 189 | /// either before or after the return. The nop sleds are useful for inserting | ||
| 190 | /// instrumentation instructions at runtime. | ||
| 191 | /// The patch here replaces the return instruction. | ||
| 192 | HANDLE_TARGET_OPCODE(PATCHABLE_RET) | ||
| 193 | |||
| 194 | /// This is a marker instruction which gets translated into a nop sled, useful | ||
| 195 | /// for inserting instrumentation instructions at runtime. | ||
| 196 | /// The patch here prepends the return instruction. | ||
| 197 | /// The same thing as in x86_64 is not possible for ARM because it has multiple | ||
| 198 | /// return instructions. Furthermore, CPU allows parametrized and even | ||
| 199 | /// conditional return instructions. In the current ARM implementation we are | ||
| 200 | /// making use of the fact that currently LLVM doesn't seem to generate | ||
| 201 | /// conditional return instructions. | ||
| 202 | /// On ARM, the same instruction can be used for popping multiple registers | ||
| 203 | /// from the stack and returning (it just pops pc register too), and LLVM | ||
| 204 | /// generates it sometimes. So we can't insert the sled between this stack | ||
| 205 | /// adjustment and the return without splitting the original instruction into 2 | ||
| 206 | /// instructions. So on ARM, rather than jumping into the exit trampoline, we | ||
| 207 | /// call it, it does the tracing, preserves the stack and returns. | ||
| 208 | HANDLE_TARGET_OPCODE(PATCHABLE_FUNCTION_EXIT) | ||
| 209 | |||
| 210 | /// Wraps a tail call instruction and its operands to enable adding nop sleds | ||
| 211 | /// either before or after the tail exit. We use this as a disambiguation from | ||
| 212 | /// PATCHABLE_RET which specifically only works for return instructions. | ||
| 213 | HANDLE_TARGET_OPCODE(PATCHABLE_TAIL_CALL) | ||
| 214 | |||
| 215 | /// Wraps a logging call and its arguments with nop sleds. At runtime, this can | ||
| 216 | /// be patched to insert instrumentation instructions. | ||
| 217 | HANDLE_TARGET_OPCODE(PATCHABLE_EVENT_CALL) | ||
| 218 | |||
| 219 | /// Wraps a typed logging call and its argument with nop sleds. At runtime, this | ||
| 220 | /// can be patched to insert instrumentation instructions. | ||
| 221 | HANDLE_TARGET_OPCODE(PATCHABLE_TYPED_EVENT_CALL) | ||
| 222 | |||
| 223 | HANDLE_TARGET_OPCODE(ICALL_BRANCH_FUNNEL) | ||
| 224 | |||
| 225 | // This is a fence with the singlethread scope. It represents a compiler memory | ||
| 226 | // barrier, but does not correspond to any generated instruction. | ||
| 227 | HANDLE_TARGET_OPCODE(MEMBARRIER) | ||
| 228 | |||
| 229 | /// The following generic opcodes are not supposed to appear after ISel. | ||
| 230 | /// This is something we might want to relax, but for now, this is convenient | ||
| 231 | /// to produce diagnostics. | ||
| 232 | |||
| 233 | /// Instructions which should not exist past instruction selection, but do not | ||
| 234 | /// generate code. These instructions only act as optimization hints. | ||
| 235 | HANDLE_TARGET_OPCODE(G_ASSERT_SEXT) | ||
| 236 | HANDLE_TARGET_OPCODE(G_ASSERT_ZEXT) | ||
| 237 | HANDLE_TARGET_OPCODE(G_ASSERT_ALIGN) | ||
| 238 | HANDLE_TARGET_OPCODE_MARKER(PRE_ISEL_GENERIC_OPTIMIZATION_HINT_START, | ||
| 239 | G_ASSERT_SEXT) | ||
| 240 | HANDLE_TARGET_OPCODE_MARKER(PRE_ISEL_GENERIC_OPTIMIZATION_HINT_END, | ||
| 241 | G_ASSERT_ALIGN) | ||
| 242 | |||
| 243 | /// Generic ADD instruction. This is an integer add. | ||
| 244 | HANDLE_TARGET_OPCODE(G_ADD) | ||
| 245 | HANDLE_TARGET_OPCODE_MARKER(PRE_ISEL_GENERIC_OPCODE_START, G_ADD) | ||
| 246 | |||
| 247 | /// Generic SUB instruction. This is an integer sub. | ||
| 248 | HANDLE_TARGET_OPCODE(G_SUB) | ||
| 249 | |||
| 250 | // Generic multiply instruction. | ||
| 251 | HANDLE_TARGET_OPCODE(G_MUL) | ||
| 252 | |||
| 253 | // Generic signed division instruction. | ||
| 254 | HANDLE_TARGET_OPCODE(G_SDIV) | ||
| 255 | |||
| 256 | // Generic unsigned division instruction. | ||
| 257 | HANDLE_TARGET_OPCODE(G_UDIV) | ||
| 258 | |||
| 259 | // Generic signed remainder instruction. | ||
| 260 | HANDLE_TARGET_OPCODE(G_SREM) | ||
| 261 | |||
| 262 | // Generic unsigned remainder instruction. | ||
| 263 | HANDLE_TARGET_OPCODE(G_UREM) | ||
| 264 | |||
| 265 | // Generic signed divrem instruction. | ||
| 266 | HANDLE_TARGET_OPCODE(G_SDIVREM) | ||
| 267 | |||
| 268 | // Generic unsigned divrem instruction. | ||
| 269 | HANDLE_TARGET_OPCODE(G_UDIVREM) | ||
| 270 | |||
| 271 | /// Generic bitwise and instruction. | ||
| 272 | HANDLE_TARGET_OPCODE(G_AND) | ||
| 273 | |||
| 274 | /// Generic bitwise or instruction. | ||
| 275 | HANDLE_TARGET_OPCODE(G_OR) | ||
| 276 | |||
| 277 | /// Generic bitwise exclusive-or instruction. | ||
| 278 | HANDLE_TARGET_OPCODE(G_XOR) | ||
| 279 | |||
| 280 | |||
| 281 | HANDLE_TARGET_OPCODE(G_IMPLICIT_DEF) | ||
| 282 | |||
| 283 | /// Generic PHI instruction with types. | ||
| 284 | HANDLE_TARGET_OPCODE(G_PHI) | ||
| 285 | |||
| 286 | /// Generic instruction to materialize the address of an alloca or other | ||
| 287 | /// stack-based object. | ||
| 288 | HANDLE_TARGET_OPCODE(G_FRAME_INDEX) | ||
| 289 | |||
| 290 | /// Generic reference to global value. | ||
| 291 | HANDLE_TARGET_OPCODE(G_GLOBAL_VALUE) | ||
| 292 | |||
| 293 | /// Generic instruction to extract blocks of bits from the register given | ||
| 294 | /// (typically a sub-register COPY after instruction selection). | ||
| 295 | HANDLE_TARGET_OPCODE(G_EXTRACT) | ||
| 296 | |||
| 297 | HANDLE_TARGET_OPCODE(G_UNMERGE_VALUES) | ||
| 298 | |||
| 299 | /// Generic instruction to insert blocks of bits from the registers given into | ||
| 300 | /// the source. | ||
| 301 | HANDLE_TARGET_OPCODE(G_INSERT) | ||
| 302 | |||
| 303 | /// Generic instruction to paste a variable number of components together into a | ||
| 304 | /// larger register. | ||
| 305 | HANDLE_TARGET_OPCODE(G_MERGE_VALUES) | ||
| 306 | |||
| 307 | /// Generic instruction to create a vector value from a number of scalar | ||
| 308 | /// components. | ||
| 309 | HANDLE_TARGET_OPCODE(G_BUILD_VECTOR) | ||
| 310 | |||
| 311 | /// Generic instruction to create a vector value from a number of scalar | ||
| 312 | /// components, which have types larger than the result vector elt type. | ||
| 313 | HANDLE_TARGET_OPCODE(G_BUILD_VECTOR_TRUNC) | ||
| 314 | |||
| 315 | /// Generic instruction to create a vector by concatenating multiple vectors. | ||
| 316 | HANDLE_TARGET_OPCODE(G_CONCAT_VECTORS) | ||
| 317 | |||
| 318 | /// Generic pointer to int conversion. | ||
| 319 | HANDLE_TARGET_OPCODE(G_PTRTOINT) | ||
| 320 | |||
| 321 | /// Generic int to pointer conversion. | ||
| 322 | HANDLE_TARGET_OPCODE(G_INTTOPTR) | ||
| 323 | |||
| 324 | /// Generic bitcast. The source and destination types must be different, or a | ||
| 325 | /// COPY is the relevant instruction. | ||
| 326 | HANDLE_TARGET_OPCODE(G_BITCAST) | ||
| 327 | |||
| 328 | /// Generic freeze. | ||
| 329 | HANDLE_TARGET_OPCODE(G_FREEZE) | ||
| 330 | |||
| 331 | // INTRINSIC fptrunc_round intrinsic. | ||
| 332 | HANDLE_TARGET_OPCODE(G_INTRINSIC_FPTRUNC_ROUND) | ||
| 333 | |||
| 334 | /// INTRINSIC trunc intrinsic. | ||
| 335 | HANDLE_TARGET_OPCODE(G_INTRINSIC_TRUNC) | ||
| 336 | |||
| 337 | /// INTRINSIC round intrinsic. | ||
| 338 | HANDLE_TARGET_OPCODE(G_INTRINSIC_ROUND) | ||
| 339 | |||
| 340 | /// INTRINSIC round to integer intrinsic. | ||
| 341 | HANDLE_TARGET_OPCODE(G_INTRINSIC_LRINT) | ||
| 342 | |||
| 343 | /// INTRINSIC roundeven intrinsic. | ||
| 344 | HANDLE_TARGET_OPCODE(G_INTRINSIC_ROUNDEVEN) | ||
| 345 | |||
| 346 | /// INTRINSIC readcyclecounter | ||
| 347 | HANDLE_TARGET_OPCODE(G_READCYCLECOUNTER) | ||
| 348 | |||
| 349 | /// Generic load (including anyext load) | ||
| 350 | HANDLE_TARGET_OPCODE(G_LOAD) | ||
| 351 | |||
| 352 | /// Generic signext load | ||
| 353 | HANDLE_TARGET_OPCODE(G_SEXTLOAD) | ||
| 354 | |||
| 355 | /// Generic zeroext load | ||
| 356 | HANDLE_TARGET_OPCODE(G_ZEXTLOAD) | ||
| 357 | |||
| 358 | /// Generic indexed load (including anyext load) | ||
| 359 | HANDLE_TARGET_OPCODE(G_INDEXED_LOAD) | ||
| 360 | |||
| 361 | /// Generic indexed signext load | ||
| 362 | HANDLE_TARGET_OPCODE(G_INDEXED_SEXTLOAD) | ||
| 363 | |||
| 364 | /// Generic indexed zeroext load | ||
| 365 | HANDLE_TARGET_OPCODE(G_INDEXED_ZEXTLOAD) | ||
| 366 | |||
| 367 | /// Generic store. | ||
| 368 | HANDLE_TARGET_OPCODE(G_STORE) | ||
| 369 | |||
| 370 | /// Generic indexed store. | ||
| 371 | HANDLE_TARGET_OPCODE(G_INDEXED_STORE) | ||
| 372 | |||
| 373 | /// Generic atomic cmpxchg with internal success check. | ||
| 374 | HANDLE_TARGET_OPCODE(G_ATOMIC_CMPXCHG_WITH_SUCCESS) | ||
| 375 | |||
| 376 | /// Generic atomic cmpxchg. | ||
| 377 | HANDLE_TARGET_OPCODE(G_ATOMIC_CMPXCHG) | ||
| 378 | |||
| 379 | /// Generic atomicrmw. | ||
| 380 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_XCHG) | ||
| 381 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_ADD) | ||
| 382 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_SUB) | ||
| 383 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_AND) | ||
| 384 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_NAND) | ||
| 385 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_OR) | ||
| 386 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_XOR) | ||
| 387 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_MAX) | ||
| 388 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_MIN) | ||
| 389 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_UMAX) | ||
| 390 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_UMIN) | ||
| 391 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_FADD) | ||
| 392 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_FSUB) | ||
| 393 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_FMAX) | ||
| 394 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_FMIN) | ||
| 395 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_UINC_WRAP) | ||
| 396 | HANDLE_TARGET_OPCODE(G_ATOMICRMW_UDEC_WRAP) | ||
| 397 | |||
| 398 | // Marker for start of Generic AtomicRMW opcodes | ||
| 399 | HANDLE_TARGET_OPCODE_MARKER(GENERIC_ATOMICRMW_OP_START, G_ATOMICRMW_XCHG) | ||
| 400 | |||
| 401 | // Marker for end of Generic AtomicRMW opcodes | ||
| 402 | HANDLE_TARGET_OPCODE_MARKER(GENERIC_ATOMICRMW_OP_END, G_ATOMICRMW_UDEC_WRAP) | ||
| 403 | |||
| 404 | // Generic atomic fence | ||
| 405 | HANDLE_TARGET_OPCODE(G_FENCE) | ||
| 406 | |||
| 407 | /// Generic conditional branch instruction. | ||
| 408 | HANDLE_TARGET_OPCODE(G_BRCOND) | ||
| 409 | |||
| 410 | /// Generic indirect branch instruction. | ||
| 411 | HANDLE_TARGET_OPCODE(G_BRINDIRECT) | ||
| 412 | |||
| 413 | /// Begin an invoke region marker. | ||
| 414 | HANDLE_TARGET_OPCODE(G_INVOKE_REGION_START) | ||
| 415 | |||
| 416 | /// Generic intrinsic use (without side effects). | ||
| 417 | HANDLE_TARGET_OPCODE(G_INTRINSIC) | ||
| 418 | |||
| 419 | /// Generic intrinsic use (with side effects). | ||
| 420 | HANDLE_TARGET_OPCODE(G_INTRINSIC_W_SIDE_EFFECTS) | ||
| 421 | |||
| 422 | /// Generic extension allowing rubbish in high bits. | ||
| 423 | HANDLE_TARGET_OPCODE(G_ANYEXT) | ||
| 424 | |||
| 425 | /// Generic instruction to discard the high bits of a register. This differs | ||
| 426 | /// from (G_EXTRACT val, 0) on its action on vectors: G_TRUNC will truncate | ||
| 427 | /// each element individually, G_EXTRACT will typically discard the high | ||
| 428 | /// elements of the vector. | ||
| 429 | HANDLE_TARGET_OPCODE(G_TRUNC) | ||
| 430 | |||
| 431 | /// Generic integer constant. | ||
| 432 | HANDLE_TARGET_OPCODE(G_CONSTANT) | ||
| 433 | |||
| 434 | /// Generic floating constant. | ||
| 435 | HANDLE_TARGET_OPCODE(G_FCONSTANT) | ||
| 436 | |||
| 437 | /// Generic va_start instruction. Stores to its one pointer operand. | ||
| 438 | HANDLE_TARGET_OPCODE(G_VASTART) | ||
| 439 | |||
| 440 | /// Generic va_start instruction. Stores to its one pointer operand. | ||
| 441 | HANDLE_TARGET_OPCODE(G_VAARG) | ||
| 442 | |||
| 443 | // Generic sign extend | ||
| 444 | HANDLE_TARGET_OPCODE(G_SEXT) | ||
| 445 | HANDLE_TARGET_OPCODE(G_SEXT_INREG) | ||
| 446 | |||
| 447 | // Generic zero extend | ||
| 448 | HANDLE_TARGET_OPCODE(G_ZEXT) | ||
| 449 | |||
| 450 | // Generic left-shift | ||
| 451 | HANDLE_TARGET_OPCODE(G_SHL) | ||
| 452 | |||
| 453 | // Generic logical right-shift | ||
| 454 | HANDLE_TARGET_OPCODE(G_LSHR) | ||
| 455 | |||
| 456 | // Generic arithmetic right-shift | ||
| 457 | HANDLE_TARGET_OPCODE(G_ASHR) | ||
| 458 | |||
| 459 | // Generic funnel left shift | ||
| 460 | HANDLE_TARGET_OPCODE(G_FSHL) | ||
| 461 | |||
| 462 | // Generic funnel right shift | ||
| 463 | HANDLE_TARGET_OPCODE(G_FSHR) | ||
| 464 | |||
| 465 | // Generic right rotate | ||
| 466 | HANDLE_TARGET_OPCODE(G_ROTR) | ||
| 467 | |||
| 468 | // Generic left rotate | ||
| 469 | HANDLE_TARGET_OPCODE(G_ROTL) | ||
| 470 | |||
| 471 | /// Generic integer-base comparison, also applicable to vectors of integers. | ||
| 472 | HANDLE_TARGET_OPCODE(G_ICMP) | ||
| 473 | |||
| 474 | /// Generic floating-point comparison, also applicable to vectors. | ||
| 475 | HANDLE_TARGET_OPCODE(G_FCMP) | ||
| 476 | |||
| 477 | /// Generic select. | ||
| 478 | HANDLE_TARGET_OPCODE(G_SELECT) | ||
| 479 | |||
| 480 | /// Generic unsigned add instruction, consuming the normal operands and | ||
| 481 | /// producing the result and a carry flag. | ||
| 482 | HANDLE_TARGET_OPCODE(G_UADDO) | ||
| 483 | |||
| 484 | /// Generic unsigned add instruction, consuming the normal operands plus a carry | ||
| 485 | /// flag, and similarly producing the result and a carry flag. | ||
| 486 | HANDLE_TARGET_OPCODE(G_UADDE) | ||
| 487 | |||
| 488 | /// Generic unsigned sub instruction, consuming the normal operands and | ||
| 489 | /// producing the result and a carry flag. | ||
| 490 | HANDLE_TARGET_OPCODE(G_USUBO) | ||
| 491 | |||
| 492 | /// Generic unsigned subtract instruction, consuming the normal operands plus a | ||
| 493 | /// carry flag, and similarly producing the result and a carry flag. | ||
| 494 | HANDLE_TARGET_OPCODE(G_USUBE) | ||
| 495 | |||
| 496 | /// Generic signed add instruction, producing the result and a signed overflow | ||
| 497 | /// flag. | ||
| 498 | HANDLE_TARGET_OPCODE(G_SADDO) | ||
| 499 | |||
| 500 | /// Generic signed add instruction, consuming the normal operands plus a carry | ||
| 501 | /// flag, and similarly producing the result and a carry flag. | ||
| 502 | HANDLE_TARGET_OPCODE(G_SADDE) | ||
| 503 | |||
| 504 | /// Generic signed subtract instruction, producing the result and a signed | ||
| 505 | /// overflow flag. | ||
| 506 | HANDLE_TARGET_OPCODE(G_SSUBO) | ||
| 507 | |||
| 508 | /// Generic signed sub instruction, consuming the normal operands plus a carry | ||
| 509 | /// flag, and similarly producing the result and a carry flag. | ||
| 510 | HANDLE_TARGET_OPCODE(G_SSUBE) | ||
| 511 | |||
| 512 | /// Generic unsigned multiply instruction, producing the result and a signed | ||
| 513 | /// overflow flag. | ||
| 514 | HANDLE_TARGET_OPCODE(G_UMULO) | ||
| 515 | |||
| 516 | /// Generic signed multiply instruction, producing the result and a signed | ||
| 517 | /// overflow flag. | ||
| 518 | HANDLE_TARGET_OPCODE(G_SMULO) | ||
| 519 | |||
| 520 | // Multiply two numbers at twice the incoming bit width (unsigned) and return | ||
| 521 | // the high half of the result. | ||
| 522 | HANDLE_TARGET_OPCODE(G_UMULH) | ||
| 523 | |||
| 524 | // Multiply two numbers at twice the incoming bit width (signed) and return | ||
| 525 | // the high half of the result. | ||
| 526 | HANDLE_TARGET_OPCODE(G_SMULH) | ||
| 527 | |||
| 528 | /// Generic saturating unsigned addition. | ||
| 529 | HANDLE_TARGET_OPCODE(G_UADDSAT) | ||
| 530 | |||
| 531 | /// Generic saturating signed addition. | ||
| 532 | HANDLE_TARGET_OPCODE(G_SADDSAT) | ||
| 533 | |||
| 534 | /// Generic saturating unsigned subtraction. | ||
| 535 | HANDLE_TARGET_OPCODE(G_USUBSAT) | ||
| 536 | |||
| 537 | /// Generic saturating signed subtraction. | ||
| 538 | HANDLE_TARGET_OPCODE(G_SSUBSAT) | ||
| 539 | |||
| 540 | /// Generic saturating unsigned left shift. | ||
| 541 | HANDLE_TARGET_OPCODE(G_USHLSAT) | ||
| 542 | |||
| 543 | /// Generic saturating signed left shift. | ||
| 544 | HANDLE_TARGET_OPCODE(G_SSHLSAT) | ||
| 545 | |||
| 546 | // Perform signed fixed point multiplication | ||
| 547 | HANDLE_TARGET_OPCODE(G_SMULFIX) | ||
| 548 | |||
| 549 | // Perform unsigned fixed point multiplication | ||
| 550 | HANDLE_TARGET_OPCODE(G_UMULFIX) | ||
| 551 | |||
| 552 | // Perform signed, saturating fixed point multiplication | ||
| 553 | HANDLE_TARGET_OPCODE(G_SMULFIXSAT) | ||
| 554 | |||
| 555 | // Perform unsigned, saturating fixed point multiplication | ||
| 556 | HANDLE_TARGET_OPCODE(G_UMULFIXSAT) | ||
| 557 | |||
| 558 | // Perform signed fixed point division | ||
| 559 | HANDLE_TARGET_OPCODE(G_SDIVFIX) | ||
| 560 | |||
| 561 | // Perform unsigned fixed point division | ||
| 562 | HANDLE_TARGET_OPCODE(G_UDIVFIX) | ||
| 563 | |||
| 564 | // Perform signed, saturating fixed point division | ||
| 565 | HANDLE_TARGET_OPCODE(G_SDIVFIXSAT) | ||
| 566 | |||
| 567 | // Perform unsigned, saturating fixed point division | ||
| 568 | HANDLE_TARGET_OPCODE(G_UDIVFIXSAT) | ||
| 569 | |||
| 570 | /// Generic FP addition. | ||
| 571 | HANDLE_TARGET_OPCODE(G_FADD) | ||
| 572 | |||
| 573 | /// Generic FP subtraction. | ||
| 574 | HANDLE_TARGET_OPCODE(G_FSUB) | ||
| 575 | |||
| 576 | /// Generic FP multiplication. | ||
| 577 | HANDLE_TARGET_OPCODE(G_FMUL) | ||
| 578 | |||
| 579 | /// Generic FMA multiplication. Behaves like llvm fma intrinsic | ||
| 580 | HANDLE_TARGET_OPCODE(G_FMA) | ||
| 581 | |||
| 582 | /// Generic FP multiply and add. Behaves as separate fmul and fadd. | ||
| 583 | HANDLE_TARGET_OPCODE(G_FMAD) | ||
| 584 | |||
| 585 | /// Generic FP division. | ||
| 586 | HANDLE_TARGET_OPCODE(G_FDIV) | ||
| 587 | |||
| 588 | /// Generic FP remainder. | ||
| 589 | HANDLE_TARGET_OPCODE(G_FREM) | ||
| 590 | |||
| 591 | /// Generic FP exponentiation. | ||
| 592 | HANDLE_TARGET_OPCODE(G_FPOW) | ||
| 593 | |||
| 594 | /// Generic FP exponentiation, with an integer exponent. | ||
| 595 | HANDLE_TARGET_OPCODE(G_FPOWI) | ||
| 596 | |||
| 597 | /// Generic base-e exponential of a value. | ||
| 598 | HANDLE_TARGET_OPCODE(G_FEXP) | ||
| 599 | |||
| 600 | /// Generic base-2 exponential of a value. | ||
| 601 | HANDLE_TARGET_OPCODE(G_FEXP2) | ||
| 602 | |||
| 603 | /// Floating point base-e logarithm of a value. | ||
| 604 | HANDLE_TARGET_OPCODE(G_FLOG) | ||
| 605 | |||
| 606 | /// Floating point base-2 logarithm of a value. | ||
| 607 | HANDLE_TARGET_OPCODE(G_FLOG2) | ||
| 608 | |||
| 609 | /// Floating point base-10 logarithm of a value. | ||
| 610 | HANDLE_TARGET_OPCODE(G_FLOG10) | ||
| 611 | |||
| 612 | /// Generic FP negation. | ||
| 613 | HANDLE_TARGET_OPCODE(G_FNEG) | ||
| 614 | |||
| 615 | /// Generic FP extension. | ||
| 616 | HANDLE_TARGET_OPCODE(G_FPEXT) | ||
| 617 | |||
| 618 | /// Generic float to signed-int conversion | ||
| 619 | HANDLE_TARGET_OPCODE(G_FPTRUNC) | ||
| 620 | |||
| 621 | /// Generic float to signed-int conversion | ||
| 622 | HANDLE_TARGET_OPCODE(G_FPTOSI) | ||
| 623 | |||
| 624 | /// Generic float to unsigned-int conversion | ||
| 625 | HANDLE_TARGET_OPCODE(G_FPTOUI) | ||
| 626 | |||
| 627 | /// Generic signed-int to float conversion | ||
| 628 | HANDLE_TARGET_OPCODE(G_SITOFP) | ||
| 629 | |||
| 630 | /// Generic unsigned-int to float conversion | ||
| 631 | HANDLE_TARGET_OPCODE(G_UITOFP) | ||
| 632 | |||
| 633 | /// Generic FP absolute value. | ||
| 634 | HANDLE_TARGET_OPCODE(G_FABS) | ||
| 635 | |||
| 636 | /// FCOPYSIGN(X, Y) - Return the value of X with the sign of Y. NOTE: This does | ||
| 637 | /// not require that X and Y have the same type, just that they are both | ||
| 638 | /// floating point. X and the result must have the same type. FCOPYSIGN(f32, | ||
| 639 | /// f64) is allowed. | ||
| 640 | HANDLE_TARGET_OPCODE(G_FCOPYSIGN) | ||
| 641 | |||
| 642 | /// Generic test for floating-point class. | ||
| 643 | HANDLE_TARGET_OPCODE(G_IS_FPCLASS) | ||
| 644 | |||
| 645 | /// Generic FP canonicalize value. | ||
| 646 | HANDLE_TARGET_OPCODE(G_FCANONICALIZE) | ||
| 647 | |||
| 648 | /// FP min/max matching libm's fmin/fmax | ||
| 649 | HANDLE_TARGET_OPCODE(G_FMINNUM) | ||
| 650 | HANDLE_TARGET_OPCODE(G_FMAXNUM) | ||
| 651 | |||
| 652 | /// FP min/max matching IEEE-754 2008's minnum/maxnum semantics. | ||
| 653 | HANDLE_TARGET_OPCODE(G_FMINNUM_IEEE) | ||
| 654 | HANDLE_TARGET_OPCODE(G_FMAXNUM_IEEE) | ||
| 655 | |||
| 656 | /// FP min/max matching IEEE-754 2018 draft semantics. | ||
| 657 | HANDLE_TARGET_OPCODE(G_FMINIMUM) | ||
| 658 | HANDLE_TARGET_OPCODE(G_FMAXIMUM) | ||
| 659 | |||
| 660 | /// Generic pointer offset | ||
| 661 | HANDLE_TARGET_OPCODE(G_PTR_ADD) | ||
| 662 | |||
| 663 | /// Clear the specified bits in a pointer. | ||
| 664 | HANDLE_TARGET_OPCODE(G_PTRMASK) | ||
| 665 | |||
| 666 | /// Generic signed integer minimum. | ||
| 667 | HANDLE_TARGET_OPCODE(G_SMIN) | ||
| 668 | |||
| 669 | /// Generic signed integer maximum. | ||
| 670 | HANDLE_TARGET_OPCODE(G_SMAX) | ||
| 671 | |||
| 672 | /// Generic unsigned integer maximum. | ||
| 673 | HANDLE_TARGET_OPCODE(G_UMIN) | ||
| 674 | |||
| 675 | /// Generic unsigned integer maximum. | ||
| 676 | HANDLE_TARGET_OPCODE(G_UMAX) | ||
| 677 | |||
| 678 | /// Generic integer absolute value. | ||
| 679 | HANDLE_TARGET_OPCODE(G_ABS) | ||
| 680 | |||
| 681 | HANDLE_TARGET_OPCODE(G_LROUND) | ||
| 682 | HANDLE_TARGET_OPCODE(G_LLROUND) | ||
| 683 | |||
| 684 | /// Generic BRANCH instruction. This is an unconditional branch. | ||
| 685 | HANDLE_TARGET_OPCODE(G_BR) | ||
| 686 | |||
| 687 | /// Generic branch to jump table entry. | ||
| 688 | HANDLE_TARGET_OPCODE(G_BRJT) | ||
| 689 | |||
| 690 | /// Generic insertelement. | ||
| 691 | HANDLE_TARGET_OPCODE(G_INSERT_VECTOR_ELT) | ||
| 692 | |||
| 693 | /// Generic extractelement. | ||
| 694 | HANDLE_TARGET_OPCODE(G_EXTRACT_VECTOR_ELT) | ||
| 695 | |||
| 696 | /// Generic shufflevector. | ||
| 697 | HANDLE_TARGET_OPCODE(G_SHUFFLE_VECTOR) | ||
| 698 | |||
| 699 | /// Generic count trailing zeroes. | ||
| 700 | HANDLE_TARGET_OPCODE(G_CTTZ) | ||
| 701 | |||
| 702 | /// Same as above, undefined for zero inputs. | ||
| 703 | HANDLE_TARGET_OPCODE(G_CTTZ_ZERO_UNDEF) | ||
| 704 | |||
| 705 | /// Generic count leading zeroes. | ||
| 706 | HANDLE_TARGET_OPCODE(G_CTLZ) | ||
| 707 | |||
| 708 | /// Same as above, undefined for zero inputs. | ||
| 709 | HANDLE_TARGET_OPCODE(G_CTLZ_ZERO_UNDEF) | ||
| 710 | |||
| 711 | /// Generic count bits. | ||
| 712 | HANDLE_TARGET_OPCODE(G_CTPOP) | ||
| 713 | |||
| 714 | /// Generic byte swap. | ||
| 715 | HANDLE_TARGET_OPCODE(G_BSWAP) | ||
| 716 | |||
| 717 | /// Generic bit reverse. | ||
| 718 | HANDLE_TARGET_OPCODE(G_BITREVERSE) | ||
| 719 | |||
| 720 | /// Floating point ceil. | ||
| 721 | HANDLE_TARGET_OPCODE(G_FCEIL) | ||
| 722 | |||
| 723 | /// Floating point cosine. | ||
| 724 | HANDLE_TARGET_OPCODE(G_FCOS) | ||
| 725 | |||
| 726 | /// Floating point sine. | ||
| 727 | HANDLE_TARGET_OPCODE(G_FSIN) | ||
| 728 | |||
| 729 | /// Floating point square root. | ||
| 730 | HANDLE_TARGET_OPCODE(G_FSQRT) | ||
| 731 | |||
| 732 | /// Floating point floor. | ||
| 733 | HANDLE_TARGET_OPCODE(G_FFLOOR) | ||
| 734 | |||
| 735 | /// Floating point round to next integer. | ||
| 736 | HANDLE_TARGET_OPCODE(G_FRINT) | ||
| 737 | |||
| 738 | /// Floating point round to nearest integer. | ||
| 739 | HANDLE_TARGET_OPCODE(G_FNEARBYINT) | ||
| 740 | |||
| 741 | /// Generic AddressSpaceCast. | ||
| 742 | HANDLE_TARGET_OPCODE(G_ADDRSPACE_CAST) | ||
| 743 | |||
| 744 | /// Generic block address | ||
| 745 | HANDLE_TARGET_OPCODE(G_BLOCK_ADDR) | ||
| 746 | |||
| 747 | /// Generic jump table address | ||
| 748 | HANDLE_TARGET_OPCODE(G_JUMP_TABLE) | ||
| 749 | |||
| 750 | /// Generic dynamic stack allocation. | ||
| 751 | HANDLE_TARGET_OPCODE(G_DYN_STACKALLOC) | ||
| 752 | |||
| 753 | /// Strict floating point instructions. | ||
| 754 | HANDLE_TARGET_OPCODE(G_STRICT_FADD) | ||
| 755 | HANDLE_TARGET_OPCODE(G_STRICT_FSUB) | ||
| 756 | HANDLE_TARGET_OPCODE(G_STRICT_FMUL) | ||
| 757 | HANDLE_TARGET_OPCODE(G_STRICT_FDIV) | ||
| 758 | HANDLE_TARGET_OPCODE(G_STRICT_FREM) | ||
| 759 | HANDLE_TARGET_OPCODE(G_STRICT_FMA) | ||
| 760 | HANDLE_TARGET_OPCODE(G_STRICT_FSQRT) | ||
| 761 | |||
| 762 | /// read_register intrinsic | ||
| 763 | HANDLE_TARGET_OPCODE(G_READ_REGISTER) | ||
| 764 | |||
| 765 | /// write_register intrinsic | ||
| 766 | HANDLE_TARGET_OPCODE(G_WRITE_REGISTER) | ||
| 767 | |||
| 768 | /// llvm.memcpy intrinsic | ||
| 769 | HANDLE_TARGET_OPCODE(G_MEMCPY) | ||
| 770 | |||
| 771 | /// llvm.memcpy.inline intrinsic | ||
| 772 | HANDLE_TARGET_OPCODE(G_MEMCPY_INLINE) | ||
| 773 | |||
| 774 | /// llvm.memmove intrinsic | ||
| 775 | HANDLE_TARGET_OPCODE(G_MEMMOVE) | ||
| 776 | |||
| 777 | /// llvm.memset intrinsic | ||
| 778 | HANDLE_TARGET_OPCODE(G_MEMSET) | ||
| 779 | HANDLE_TARGET_OPCODE(G_BZERO) | ||
| 780 | |||
| 781 | /// Vector reductions | ||
| 782 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SEQ_FADD) | ||
| 783 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SEQ_FMUL) | ||
| 784 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FADD) | ||
| 785 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FMUL) | ||
| 786 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FMAX) | ||
| 787 | HANDLE_TARGET_OPCODE(G_VECREDUCE_FMIN) | ||
| 788 | HANDLE_TARGET_OPCODE(G_VECREDUCE_ADD) | ||
| 789 | HANDLE_TARGET_OPCODE(G_VECREDUCE_MUL) | ||
| 790 | HANDLE_TARGET_OPCODE(G_VECREDUCE_AND) | ||
| 791 | HANDLE_TARGET_OPCODE(G_VECREDUCE_OR) | ||
| 792 | HANDLE_TARGET_OPCODE(G_VECREDUCE_XOR) | ||
| 793 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SMAX) | ||
| 794 | HANDLE_TARGET_OPCODE(G_VECREDUCE_SMIN) | ||
| 795 | HANDLE_TARGET_OPCODE(G_VECREDUCE_UMAX) | ||
| 796 | HANDLE_TARGET_OPCODE(G_VECREDUCE_UMIN) | ||
| 797 | |||
| 798 | HANDLE_TARGET_OPCODE(G_SBFX) | ||
| 799 | HANDLE_TARGET_OPCODE(G_UBFX) | ||
| 800 | |||
| 801 | /// Marker for the end of the generic opcode. | ||
| 802 | /// This is used to check if an opcode is in the range of the | ||
| 803 | /// generic opcodes. | ||
| 804 | HANDLE_TARGET_OPCODE_MARKER(PRE_ISEL_GENERIC_OPCODE_END, G_UBFX) | ||
| 805 | |||
| 806 | /// BUILTIN_OP_END - This must be the last enum value in this list. | ||
| 807 | /// The target-specific post-isel opcode values start here. | ||
| 808 | HANDLE_TARGET_OPCODE_MARKER(GENERIC_OP_END, PRE_ISEL_GENERIC_OPCODE_END) |