167 lines
7.1 KiB
C
167 lines
7.1 KiB
C
|
//===-- X86ShuffleDecode.h - X86 shuffle decode logic -----------*-C++-*---===//
|
||
|
|
//
|
||
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
||
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
||
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
||
|
|
//
|
||
|
|
//===----------------------------------------------------------------------===//
|
||
|
|
//
|
||
|
|
// Define several functions to decode x86 specific shuffle semantics into a
|
||
|
|
// generic vector mask.
|
||
|
|
//
|
||
|
|
//===----------------------------------------------------------------------===//
|
||
|
|
|
||
|
|
#ifndef LLVM_LIB_TARGET_X86_UTILS_X86SHUFFLEDECODE_H
|
||
|
|
#define LLVM_LIB_TARGET_X86_UTILS_X86SHUFFLEDECODE_H
|
||
|
|
|
||
|
|
#include <cstdint>
|
||
|
|
|
||
|
|
//===----------------------------------------------------------------------===//
|
||
|
|
// Vector Mask Decoding
|
||
|
|
//===----------------------------------------------------------------------===//
|
||
|
|
|
||
|
|
namespace llvm {
|
||
|
|
class APInt;
|
||
|
|
template <typename T> class ArrayRef;
|
||
|
|
template <typename T> class SmallVectorImpl;
|
||
|
|
|
||
|
|
enum { SM_SentinelUndef = -1, SM_SentinelZero = -2 };
|
||
|
|
|
||
|
|
/// Decode a 128-bit INSERTPS instruction as a v4f32 shuffle mask.
|
||
|
|
void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
// Insert the bottom Len elements from a second source into a vector starting at
|
||
|
|
// element Idx.
|
||
|
|
void DecodeInsertElementMask(unsigned NumElts, unsigned Idx, unsigned Len,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a MOVHLPS instruction as a v2f64/v4f32 shuffle mask.
|
||
|
|
/// i.e. <3,1> or <6,7,2,3>
|
||
|
|
void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a MOVLHPS instruction as a v2f64/v4f32 shuffle mask.
|
||
|
|
/// i.e. <0,2> or <0,1,4,5>
|
||
|
|
void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodePSLLDQMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodePSRLDQMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodePALIGNRMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodeVALIGNMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes the shuffle masks for pshufd/pshufw/vpermilpd/vpermilps.
|
||
|
|
void DecodePSHUFMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes the shuffle masks for pshufhw.
|
||
|
|
void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes the shuffle masks for pshuflw.
|
||
|
|
void DecodePSHUFLWMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes a PSWAPD 3DNow! instruction.
|
||
|
|
void DecodePSWAPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes the shuffle masks for shufp*.
|
||
|
|
void DecodeSHUFPMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes the shuffle masks for unpckhps/unpckhpd and punpckh*.
|
||
|
|
void DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes the shuffle masks for unpcklps/unpcklpd and punpckl*.
|
||
|
|
void DecodeUNPCKLMask(unsigned NumElts, unsigned ScalarBits,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes a broadcast of the first element of a vector.
|
||
|
|
void DecodeVectorBroadcast(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes a broadcast of a subvector to a larger vector type.
|
||
|
|
void DecodeSubVectorBroadcast(unsigned DstNumElts, unsigned SrcNumElts,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a PSHUFB mask from a raw array of constants such as from
|
||
|
|
/// BUILD_VECTOR.
|
||
|
|
void DecodePSHUFBMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a BLEND immediate mask into a shuffle mask.
|
||
|
|
void DecodeBLENDMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
void DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a shuffle packed values at 128-bit granularity
|
||
|
|
/// (SHUFF32x4/SHUFF64x2/SHUFI32x4/SHUFI64x2)
|
||
|
|
/// immediate mask into a shuffle mask.
|
||
|
|
void decodeVSHUF64x2FamilyMask(unsigned NumElts, unsigned ScalarSize,
|
||
|
|
unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decodes the shuffle masks for VPERMQ/VPERMPD.
|
||
|
|
void DecodeVPERMMask(unsigned NumElts, unsigned Imm,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a VPPERM mask from a raw array of constants such as from
|
||
|
|
/// BUILD_VECTOR.
|
||
|
|
/// This can only basic masks (permutes + zeros), not any of the other
|
||
|
|
/// operations that VPPERM can perform.
|
||
|
|
void DecodeVPPERMMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a zero extension instruction as a shuffle mask.
|
||
|
|
void DecodeZeroExtendMask(unsigned SrcScalarBits, unsigned DstScalarBits,
|
||
|
|
unsigned NumDstElts, bool IsAnyExtend,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a move lower and zero upper instruction as a shuffle mask.
|
||
|
|
void DecodeZeroMoveLowMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a scalar float move instruction as a shuffle mask.
|
||
|
|
void DecodeScalarMoveMask(unsigned NumElts, bool IsLoad,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a SSE4A EXTRQ instruction as a shuffle mask.
|
||
|
|
void DecodeEXTRQIMask(unsigned NumElts, unsigned EltSize, int Len, int Idx,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a SSE4A INSERTQ instruction as a shuffle mask.
|
||
|
|
void DecodeINSERTQIMask(unsigned NumElts, unsigned EltSize, int Len, int Idx,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a VPERMILPD/VPERMILPS variable mask from a raw array of constants.
|
||
|
|
void DecodeVPERMILPMask(unsigned NumElts, unsigned ScalarBits,
|
||
|
|
ArrayRef<uint64_t> RawMask, const APInt &UndefElts,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a VPERMIL2PD/VPERMIL2PS variable mask from a raw array of constants.
|
||
|
|
void DecodeVPERMIL2PMask(unsigned NumElts, unsigned ScalarBits, unsigned M2Z,
|
||
|
|
ArrayRef<uint64_t> RawMask, const APInt &UndefElts,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a VPERM W/D/Q/PS/PD mask from a raw array of constants.
|
||
|
|
void DecodeVPERMVMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
|
||
|
|
/// Decode a VPERMT2 W/D/Q/PS/PD mask from a raw array of constants.
|
||
|
|
void DecodeVPERMV3Mask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts,
|
||
|
|
SmallVectorImpl<int> &ShuffleMask);
|
||
|
|
} // llvm namespace
|
||
|
|
|
||
|
|
#endif
|