//===- X86ManualFoldTables.def ----------------------------*- C++ -*-==//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
// \file
// This file defines all the entries in X86 memory folding tables that need
// special handling.
//===----------------------------------------------------------------------===//

#ifndef NOFOLD
#define NOFOLD(INSN)
#endif
NOFOLD(BTC16rr)
NOFOLD(BTC32rr)
NOFOLD(BTC64rr)
NOFOLD(BTR16rr)
NOFOLD(BTR32rr)
NOFOLD(BTR64rr)
NOFOLD(BTS16rr)
NOFOLD(BTS32rr)
NOFOLD(BTS64rr)
NOFOLD(VCOMPRESSPDZ128rrk)
NOFOLD(VCOMPRESSPDZ256rrk)
NOFOLD(VCOMPRESSPDZrrk)
NOFOLD(VCOMPRESSPSZ128rrk)
NOFOLD(VCOMPRESSPSZ256rrk)
NOFOLD(VCOMPRESSPSZrrk)
NOFOLD(VCVTPS2PHZ128rrk)
NOFOLD(VCVTPS2PHZ256rrk)
NOFOLD(VCVTPS2PHZrrk)
NOFOLD(VEXTRACTF32x4Z256rrk)
NOFOLD(VEXTRACTF32x4Zrrk)
NOFOLD(VEXTRACTF32x8Zrrk)
NOFOLD(VEXTRACTF64x2Z256rrk)
NOFOLD(VEXTRACTF64x2Zrrk)
NOFOLD(VEXTRACTF64x4Zrrk)
NOFOLD(VEXTRACTI32x4Z256rrk)
NOFOLD(VEXTRACTI32x4Zrrk)
NOFOLD(VEXTRACTI32x8Zrrk)
NOFOLD(VEXTRACTI64x2Z256rrk)
NOFOLD(VEXTRACTI64x2Zrrk)
NOFOLD(VEXTRACTI64x4Zrrk)
NOFOLD(VMOVAPDZ128mrk)
NOFOLD(VMOVAPDZ256mrk)
NOFOLD(VMOVAPDZmrk)
NOFOLD(VMOVAPSZ128mrk)
NOFOLD(VMOVAPSZ256mrk)
NOFOLD(VMOVAPSZmrk)
NOFOLD(VMOVDQA32Z128mrk)
NOFOLD(VMOVDQA32Z256mrk)
NOFOLD(VMOVDQA32Zmrk)
NOFOLD(VMOVDQA64Z128mrk)
NOFOLD(VMOVDQA64Z256mrk)
NOFOLD(VMOVDQA64Zmrk)
NOFOLD(VMOVDQU16Z128mrk)
NOFOLD(VMOVDQU16Z256mrk)
NOFOLD(VMOVDQU16Zmrk)
NOFOLD(VMOVDQU32Z128mrk)
NOFOLD(VMOVDQU32Z256mrk)
NOFOLD(VMOVDQU32Zmrk)
NOFOLD(VMOVDQU64Z128mrk)
NOFOLD(VMOVDQU64Z256mrk)
NOFOLD(VMOVDQU64Zmrk)
NOFOLD(VMOVDQU8Z128mrk)
NOFOLD(VMOVDQU8Z256mrk)
NOFOLD(VMOVDQU8Zmrk)
NOFOLD(VMOVUPDZ128mrk)
NOFOLD(VMOVUPDZ256mrk)
NOFOLD(VMOVUPDZmrk)
NOFOLD(VMOVUPSZ128mrk)
NOFOLD(VMOVUPSZ256mrk)
NOFOLD(VMOVUPSZmrk)
NOFOLD(VPCOMPRESSBZ128rrk)
NOFOLD(VPCOMPRESSBZ256rrk)
NOFOLD(VPCOMPRESSBZrrk)
NOFOLD(VPCOMPRESSDZ128rrk)
NOFOLD(VPCOMPRESSDZ256rrk)
NOFOLD(VPCOMPRESSDZrrk)
NOFOLD(VPCOMPRESSQZ128rrk)
NOFOLD(VPCOMPRESSQZ256rrk)
NOFOLD(VPCOMPRESSQZrrk)
NOFOLD(VPCOMPRESSWZ128rrk)
NOFOLD(VPCOMPRESSWZ256rrk)
NOFOLD(VPCOMPRESSWZrrk)
NOFOLD(VPMOVDBZ128rrk)
NOFOLD(VPMOVDBZ256rrk)
NOFOLD(VPMOVDBZrrk)
NOFOLD(VPMOVDWZ128rrk)
NOFOLD(VPMOVDWZ256rrk)
NOFOLD(VPMOVDWZrrk)
NOFOLD(VPMOVQBZ128rrk)
NOFOLD(VPMOVQBZ256rrk)
NOFOLD(VPMOVQBZrrk)
NOFOLD(VPMOVQDZ128rrk)
NOFOLD(VPMOVQDZ256rrk)
NOFOLD(VPMOVQDZrrk)
NOFOLD(VPMOVQWZ128rrk)
NOFOLD(VPMOVQWZ256rrk)
NOFOLD(VPMOVQWZrrk)
NOFOLD(VPMOVSDBZ128rrk)
NOFOLD(VPMOVSDBZ256rrk)
NOFOLD(VPMOVSDBZrrk)
NOFOLD(VPMOVSDWZ128rrk)
NOFOLD(VPMOVSDWZ256rrk)
NOFOLD(VPMOVSDWZrrk)
NOFOLD(VPMOVSQBZ128rrk)
NOFOLD(VPMOVSQBZ256rrk)
NOFOLD(VPMOVSQBZrrk)
NOFOLD(VPMOVSQDZ128rrk)
NOFOLD(VPMOVSQDZ256rrk)
NOFOLD(VPMOVSQDZrrk)
NOFOLD(VPMOVSQWZ128rrk)
NOFOLD(VPMOVSQWZ256rrk)
NOFOLD(VPMOVSQWZrrk)
NOFOLD(VPMOVSWBZ128rrk)
NOFOLD(VPMOVSWBZ256rrk)
NOFOLD(VPMOVSWBZrrk)
NOFOLD(VPMOVUSDBZ128rrk)
NOFOLD(VPMOVUSDBZ256rrk)
NOFOLD(VPMOVUSDBZrrk)
NOFOLD(VPMOVUSDWZ128rrk)
NOFOLD(VPMOVUSDWZ256rrk)
NOFOLD(VPMOVUSDWZrrk)
NOFOLD(VPMOVUSQBZ128rrk)
NOFOLD(VPMOVUSQBZ256rrk)
NOFOLD(VPMOVUSQBZrrk)
NOFOLD(VPMOVUSQDZ128rrk)
NOFOLD(VPMOVUSQDZ256rrk)
NOFOLD(VPMOVUSQDZrrk)
NOFOLD(VPMOVUSQWZ128rrk)
NOFOLD(VPMOVUSQWZ256rrk)
NOFOLD(VPMOVUSQWZrrk)
NOFOLD(VPMOVUSWBZ128rrk)
NOFOLD(VPMOVUSWBZ256rrk)
NOFOLD(VPMOVUSWBZrrk)
NOFOLD(VPMOVWBZ128rrk)
NOFOLD(VPMOVWBZ256rrk)
NOFOLD(VPMOVWBZrrk)
NOFOLD(ARPL16rr)
NOFOLD(BT16rr)
NOFOLD(BT32rr)
NOFOLD(BT64rr)
NOFOLD(CMPXCHG16rr)
NOFOLD(CMPXCHG32rr)
NOFOLD(CMPXCHG64rr)
NOFOLD(CMPXCHG8rr)
NOFOLD(LLDT16r)
NOFOLD(LMSW16r)
NOFOLD(LTRr)
NOFOLD(NOOPLr)
NOFOLD(NOOPQr)
NOFOLD(NOOPWr)
NOFOLD(POP16rmr)
NOFOLD(POP32rmr)
NOFOLD(POP64rmr)
NOFOLD(PUSH16rmr)
NOFOLD(PUSH32rmr)
NOFOLD(PUSH64rmr)
NOFOLD(VCOMPRESSPDZ128rr)
NOFOLD(VCOMPRESSPDZ256rr)
NOFOLD(VCOMPRESSPDZrr)
NOFOLD(VCOMPRESSPSZ128rr)
NOFOLD(VCOMPRESSPSZ256rr)
NOFOLD(VCOMPRESSPSZrr)
NOFOLD(VERRr)
NOFOLD(VERWr)
NOFOLD(VMREAD32rr)
NOFOLD(VMREAD64rr)
NOFOLD(VPCOMPRESSBZ128rr)
NOFOLD(VPCOMPRESSBZ256rr)
NOFOLD(VPCOMPRESSBZrr)
NOFOLD(VPCOMPRESSDZ128rr)
NOFOLD(VPCOMPRESSDZ256rr)
NOFOLD(VPCOMPRESSDZrr)
NOFOLD(VPCOMPRESSQZ128rr)
NOFOLD(VPCOMPRESSQZ256rr)
NOFOLD(VPCOMPRESSQZrr)
NOFOLD(VPCOMPRESSWZ128rr)
NOFOLD(VPCOMPRESSWZ256rr)
NOFOLD(VPCOMPRESSWZrr)
NOFOLD(LAR16rr)
NOFOLD(LAR32rr)
NOFOLD(LAR64rr)
NOFOLD(LSL16rr)
NOFOLD(LSL32rr)
NOFOLD(LSL64rr)
NOFOLD(MOVSX16rr16)
NOFOLD(MOVZX16rr16)
NOFOLD(VMWRITE32rr)
NOFOLD(VMWRITE64rr)
NOFOLD(VBLENDMPDZ128rrkz)
NOFOLD(VBLENDMPDZ256rrkz)
NOFOLD(VBLENDMPDZrrkz)
NOFOLD(VBLENDMPSZ128rrkz)
NOFOLD(VBLENDMPSZ256rrkz)
NOFOLD(VBLENDMPSZrrkz)
NOFOLD(VPBLENDMBZ128rrkz)
NOFOLD(VPBLENDMBZ256rrkz)
NOFOLD(VPBLENDMBZrrkz)
NOFOLD(VPBLENDMDZ128rrkz)
NOFOLD(VPBLENDMDZ256rrkz)
NOFOLD(VPBLENDMDZrrkz)
NOFOLD(VPBLENDMQZ128rrkz)
NOFOLD(VPBLENDMQZ256rrkz)
NOFOLD(VPBLENDMQZrrkz)
NOFOLD(VPBLENDMWZ128rrkz)
NOFOLD(VPBLENDMWZ256rrkz)
NOFOLD(VPBLENDMWZrrkz)
NOFOLD(UD1Lr)
NOFOLD(UD1Qr)
NOFOLD(UD1Wr)
// Exclude these two b/c they would conflict with {MMX_MOVD64from64rr, MMX_MOVQ64mr} in unfolding table
NOFOLD(MMX_MOVQ64rr)
NOFOLD(MMX_MOVQ64rr_REV)
// INSERTPSrm has no count_s while INSERTPSrr has count_s.
// count_s is to indicate which element in dst vector is inserted.
// if count_s!=0, we can not fold INSERTPSrr into INSERTPSrm
//
// the following folding can happen when count_s==0
// load xmm0, m32
// insertpsrr xmm1, xmm0, imm
// =>
// insertpsrm xmm1, m32, imm
NOFOLD(INSERTPSrr)
NOFOLD(VINSERTPSZrr)
NOFOLD(VINSERTPSrr)
// Memory faults are suppressed for CFCMOV with memory operand.
NOFOLD(CFCMOV16rr_REV)
NOFOLD(CFCMOV32rr_REV)
NOFOLD(CFCMOV64rr_REV)
NOFOLD(CFCMOV16rr_ND)
NOFOLD(CFCMOV32rr_ND)
NOFOLD(CFCMOV64rr_ND)
#undef NOFOLD

#ifndef ENTRY
#define ENTRY(REG, MEM, FLAGS)
#endif
// The following entries are added manually b/c the encodings of reg form does not match the
// encoding of memory form
ENTRY(ADD16ri_DB, ADD16mi, TB_NO_REVERSE)
ENTRY(ADD16rr_DB, ADD16mr, TB_NO_REVERSE)
ENTRY(ADD32ri_DB, ADD32mi, TB_NO_REVERSE)
ENTRY(ADD32rr_DB, ADD32mr, TB_NO_REVERSE)
ENTRY(ADD64ri32_DB, ADD64mi32, TB_NO_REVERSE)
ENTRY(ADD64rr_DB, ADD64mr, TB_NO_REVERSE)
ENTRY(ADD8ri_DB, ADD8mi, TB_NO_REVERSE)
ENTRY(ADD8rr_DB, ADD8mr, TB_NO_REVERSE)
ENTRY(ADD16rr_DB, ADD16rm, TB_NO_REVERSE)
ENTRY(ADD32rr_DB, ADD32rm, TB_NO_REVERSE)
ENTRY(ADD64rr_DB, ADD64rm, TB_NO_REVERSE)
ENTRY(ADD8rr_DB, ADD8rm, TB_NO_REVERSE)
ENTRY(MMX_MOVD64from64rr, MMX_MOVQ64mr, TB_FOLDED_STORE)
ENTRY(MMX_MOVD64grr, MMX_MOVD64mr, TB_FOLDED_STORE)
ENTRY(MOV64toSDrr, MOV64mr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(MOVDI2SSrr, MOV32mr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(MOVPQIto64rr, MOVPQI2QImr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(MOVSDto64rr, MOVSDmr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(MOVSS2DIrr, MOVSSmr, TB_FOLDED_STORE)
ENTRY(MOVLHPSrr, MOVHPSrm, TB_NO_REVERSE)
ENTRY(PUSH16r, PUSH16rmm, TB_FOLDED_LOAD)
ENTRY(PUSH32r, PUSH32rmm, TB_FOLDED_LOAD)
ENTRY(PUSH64r, PUSH64rmm, TB_FOLDED_LOAD)
ENTRY(TAILJMPr, TAILJMPm, TB_FOLDED_LOAD)
ENTRY(TAILJMPr64, TAILJMPm64, TB_FOLDED_LOAD)
ENTRY(TAILJMPr64_REX, TAILJMPm64_REX, TB_FOLDED_LOAD)
ENTRY(TCRETURNri, TCRETURNmi, TB_FOLDED_LOAD | TB_NO_FORWARD)
ENTRY(TCRETURNri64, TCRETURNmi64, TB_FOLDED_LOAD | TB_NO_FORWARD)
ENTRY(VMOVLHPSZrr, VMOVHPSZ128rm, TB_NO_REVERSE)
ENTRY(VMOVLHPSrr, VMOVHPSrm, TB_NO_REVERSE)
ENTRY(VMOV64toSDZrr, MOV64mr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOV64toSDrr, MOV64mr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOVDI2SSZrr, MOV32mr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOVDI2SSrr, MOV32mr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOVPQIto64Zrr, VMOVPQI2QIZmr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOVPQIto64rr, VMOVPQI2QImr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOVSDto64Zrr, VMOVSDZmr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOVSDto64rr, VMOVSDmr, TB_FOLDED_STORE | TB_NO_REVERSE)
ENTRY(VMOVSS2DIZrr, VMOVSSZmr, TB_FOLDED_STORE)
ENTRY(VMOVSS2DIrr, VMOVSSmr, TB_FOLDED_STORE)
ENTRY(MMX_MOVD64to64rr, MMX_MOVQ64rm, 0)
ENTRY(MOV64toPQIrr, MOVQI2PQIrm, TB_NO_REVERSE)
ENTRY(MOV64toSDrr, MOVSDrm_alt, TB_NO_REVERSE)
ENTRY(MOVDI2SSrr, MOVSSrm_alt, 0)
ENTRY(VMOV64toPQIZrr, VMOVQI2PQIZrm, TB_NO_REVERSE)
ENTRY(VMOV64toPQIrr, VMOVQI2PQIrm, TB_NO_REVERSE)
ENTRY(VMOV64toSDZrr, VMOVSDZrm_alt, TB_NO_REVERSE)
ENTRY(VMOV64toSDrr, VMOVSDrm_alt, TB_NO_REVERSE)
ENTRY(VMOVDI2SSZrr, VMOVSSZrm_alt, 0)
ENTRY(VMOVDI2SSrr, VMOVSSrm_alt, 0)
ENTRY(MOVSDrr, MOVLPDrm, TB_NO_REVERSE)
ENTRY(VMOVSDZrr, VMOVLPDZ128rm, TB_NO_REVERSE)
ENTRY(VMOVSDrr, VMOVLPDrm, TB_NO_REVERSE)
#undef ENTRY