Grok 12.0.1
|
Typedefs | |
using | Constants = hwy::SortConstants |
template<class D > | |
using | F32ExpLzcntMinMaxRepartition = RebindToUnsigned<D> |
template<class V > | |
using | F32ExpLzcntMinMaxCmpV = VFromD<F32ExpLzcntMinMaxRepartition<DFromV<V>>> |
template<class D > | |
using | RebindToUnsignedIfNotFloat |
template<class D > | |
using | AdjustSimdTagToMinVecPow2 |
template<typename T > | |
using | NativeLaneType = typename NativeLaneTypeT<T>::type |
Functions | |
template<class D , HWY_IF_FLOAT_OR_SPECIAL_D(D) > | |
Vec< D > | LargestSortValue (D d) |
template<class D , HWY_IF_FLOAT_OR_SPECIAL_D(D) > | |
Vec< D > | SmallestSortValue (D d) |
template<class D , HWY_IF_FLOAT_OR_SPECIAL_D(D) > | |
Vec< D > | LargerSortValue (D d, Vec< D > v) |
template<class D , HWY_IF_FLOAT_OR_SPECIAL_D(D) > | |
Vec< D > | SmallerSortValue (D d, Vec< D > v) |
template<class D > | |
HWY_INLINE void | MaybePrintVector (D d, const char *label, Vec< D > v, size_t start=0, size_t max_lanes=16) |
template<class Traits , typename T > | |
void | SiftDown (Traits st, T *HWY_RESTRICT lanes, const size_t num_lanes, size_t start) |
template<class Traits , typename T > | |
void | HeapSort (Traits st, T *HWY_RESTRICT lanes, const size_t num_lanes) |
template<class Traits , typename T > | |
void | HeapSelect (Traits st, T *HWY_RESTRICT lanes, const size_t num_lanes, const size_t select) |
template<class Traits , typename T > | |
void | HeapPartialSort (Traits st, T *HWY_RESTRICT lanes, const size_t num_lanes, const size_t select) |
template<class D , class Traits , typename T , HWY_IF_FLOAT(T) > | |
HWY_INLINE size_t | CountAndReplaceNaN (D d, Traits st, T *HWY_RESTRICT keys, size_t num) |
template<class D , class Traits , typename T , HWY_IF_NOT_FLOAT(T) > | |
HWY_INLINE size_t | CountAndReplaceNaN (D, Traits, T *HWY_RESTRICT, size_t) |
template<class D , HWY_NEON_IF_EMULATED_D(D) > | |
HWY_API Vec128< TFromD< D >, MaxLanes(D())> | NativeSet (D d, TFromD< D > t) |
template<class D , HWY_IF_T_SIZE_D(D, 1) > | |
HWY_INLINE VFromD< D > | Iota0 (D d) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | BitCastToByte (Vec128< uint8_t, N > v) |
HWY_NEON_DEF_FUNCTION_ALL_FLOATS (BitCastToByte, vreinterpret, _u8_, HWY_CAST_TO_U8) HWY_NEON_DEF_FUNCTION_BFLOAT_16(BitCastToByte | |
template<size_t N> | |
HWY_CAST_TO_U8 HWY_INLINE Vec128< uint8_t, N *2 > | BitCastToByte (Vec128< float16_t, N > v) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N *2 > | BitCastToByte (Vec128< bfloat16_t, N > v) |
template<class D , HWY_IF_U8_D(D) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D, VFromD< D > v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) , HWY_IF_I8_D(D) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D, VFromD< RebindToUnsigned< D > > v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) , HWY_IF_U16_D(D) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D, VFromD< Repartition< uint8_t, D > > v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) , HWY_IF_U64_D(D) > | |
HWY_INLINE Vec64< uint64_t > | BitCastFromByte (D, Vec64< uint8_t > v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) , HWY_IF_I64_D(D) > | |
HWY_INLINE Vec64< int64_t > | BitCastFromByte (D, Vec64< uint8_t > v) |
template<class D , HWY_IF_I8_D(D) > | |
HWY_INLINE Vec128< int8_t > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_U16_D(D) > | |
HWY_INLINE Vec128< uint16_t > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_I16_D(D) > | |
HWY_INLINE Vec128< int16_t > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_U32_D(D) > | |
HWY_INLINE Vec128< uint32_t > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_I32_D(D) > | |
HWY_INLINE Vec128< int32_t > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_U64_D(D) > | |
HWY_INLINE Vec128< uint64_t > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_I64_D(D) > | |
HWY_INLINE Vec128< int64_t > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_F32_D(D) > | |
HWY_INLINE Vec128< float > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<class D , HWY_IF_F16_D(D) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D, Vec128< uint8_t > v) |
template<size_t kLane, class V , HWY_NEON_IF_EMULATED_D(DFromV< V >) > | |
static HWY_INLINE HWY_MAYBE_UNUSED TFromV< V > | GetLane (V v) |
template<size_t kLane, class V , class D = DFromV<V>, HWY_NEON_IF_EMULATED_D(D) > | |
HWY_API V | InsertLane (const V v, TFromD< D > t) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 1 >, V v) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 1 >, V v) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 2 >, V v) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 2 >, V v) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 4 >, V v) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 4 >, V v) |
template<size_t N> | |
HWY_API Vec128< float, N > | MulAdd (Vec128< float, N > add, Vec128< float, N > mul, Vec128< float, N > x) |
template<size_t N> | |
HWY_API Vec128< float, N > | NegMulAdd (Vec128< float, N > add, Vec128< float, N > mul, Vec128< float, N > x) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_V_SIZE_LE(T, N, 8) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_V_SIZE_LE(T, N, 8) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_V_SIZE_LE(T, N, 8) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_V_SIZE_LE(T, N, 8) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T, N > v) |
template<class D , HWY_IF_V_SIZE_D(D, 16) , HWY_IF_I32_D(D) > | |
HWY_INLINE Vec128< int32_t > | ConvertFToI (D, Vec128< float > v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) , HWY_IF_I32_D(D) > | |
HWY_INLINE VFromD< D > | ConvertFToI (D, VFromD< RebindToFloat< D > > v) |
template<class D , HWY_IF_V_SIZE_D(D, 16) , HWY_IF_U32_D(D) > | |
HWY_INLINE Vec128< uint32_t > | ConvertFToU (D, Vec128< float > v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) , HWY_IF_U32_D(D) > | |
HWY_INLINE VFromD< D > | ConvertFToU (D, VFromD< RebindToFloat< D > > v) |
template<size_t N> | |
HWY_INLINE Mask128< float, N > | UseInt (const Vec128< float, N > v) |
template<class D , HWY_IF_T_SIZE_D(D, 1) > | |
HWY_INLINE VFromD< Repartition< uint8_t, D > > | IndicesFromVecBroadcastLaneBytes (D d) |
template<class D , HWY_IF_T_SIZE_D(D, 1) > | |
HWY_INLINE VFromD< Repartition< uint8_t, D > > | IndicesFromVecByteOffsets (D d) |
template<typename T , HWY_IF_T_SIZE(T, 8) > | |
HWY_API Vec128< T > | InterleaveUpper (Vec128< T > a, Vec128< T > b) |
template<size_t kLaneSize, size_t kVectSize, class V , HWY_IF_LANES_GT_D(DFromV< V >, 4) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< 0x88 >, hwy::SizeTag< kLaneSize >, hwy::SizeTag< kVectSize >, V v) |
template<size_t kLaneSize, size_t kVectSize, class V , HWY_IF_LANES_GT_D(DFromV< V >, 4) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< 0xDD >, hwy::SizeTag< kLaneSize >, hwy::SizeTag< kVectSize >, V v) |
template<class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< 0xFA >, hwy::SizeTag< 2 >, hwy::SizeTag< 8 >, V v) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE V | SlideUpLanes (V v, size_t amt) |
template<class V , HWY_IF_V_SIZE_LE_V(V, 8) > | |
HWY_INLINE V | SlideDownLanes (V v, size_t amt) |
template<size_t N> | |
HWY_INLINE Vec128< float16_t, N > | ConcatEven (Vec128< float16_t, N > hi, Vec128< float16_t, N > lo) |
template<size_t N> | |
HWY_INLINE Vec128< float16_t, N > | ConcatOdd (Vec128< float16_t, N > hi, Vec128< float16_t, N > lo) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) > | |
HWY_INLINE VFromD< D > | Set64 (D, uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec128< T > | Set64 (Full128< T > d, uint64_t mask_bits) |
template<class D , HWY_IF_T_SIZE_D(D, 1) > | |
HWY_INLINE MFromD< D > | LoadMaskBits (D d, uint64_t mask_bits) |
template<class D , HWY_IF_V_SIZE_D(D, 16) > | |
HWY_INLINE uint64_t | NibblesFromMask (D d, MFromD< D > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_V_SIZE_LE(T, N, 8) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_V_SIZE_LE(T, N, 8) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_V_SIZE_LE(T, N, 8) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, Mask128< T > m) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, Mask128< T, 1 > m) |
template<typename T , size_t N> | |
constexpr uint64_t | OnlyActive (uint64_t bits) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 1 >, Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 2 >, Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 4 >, Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 8 >, Mask128< T > mask) |
template<class D , HWY_IF_V_SIZE_D(D, 16) > | |
HWY_INLINE Vec128< uint8_t > | Load8Bytes (D, const uint8_t *bytes) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 8) > | |
HWY_INLINE VFromD< D > | Load8Bytes (D d, const uint8_t *bytes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromBits (hwy::SizeTag< 2 >, uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromNotBits (hwy::SizeTag< 2 >, uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromBits (hwy::SizeTag< 4 >, uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromNotBits (hwy::SizeTag< 4 >, uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Compress (Vec128< T, N > v, uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | CompressNot (Vec128< T, N > v, uint64_t mask_bits) |
template<typename T , HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE size_t | AllHardwareLanes () |
HWY_API svbool_t | PFalse () |
template<class D > | |
svbool_t | MakeMask (D d) |
template<class V , HWY_SVE_IF_EMULATED_D(DFromV< V >) > | |
HWY_INLINE svuint8_t | BitCastToByte (V v) |
template<class D , HWY_SVE_IF_EMULATED_D(D) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D d, svuint8_t v) |
HWY_INLINE svint16_t | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 1 >, svint8_t v) |
HWY_INLINE svuint16_t | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 1 >, svuint8_t v) |
HWY_INLINE svint32_t | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 2 >, svint16_t v) |
HWY_INLINE svuint32_t | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 2 >, svuint16_t v) |
HWY_INLINE svint64_t | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 4 >, svint32_t v) |
HWY_INLINE svuint64_t | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 4 >, svuint32_t v) |
HWY_INLINE svint32_t | SumsOf4 (hwy::SignedTag, hwy::SizeTag< 1 >, svint8_t v) |
HWY_INLINE svuint32_t | SumsOf4 (hwy::UnsignedTag, hwy::SizeTag< 1 >, svuint8_t v) |
HWY_INLINE svint64_t | SumsOf4 (hwy::SignedTag, hwy::SizeTag< 2 >, svint16_t v) |
HWY_INLINE svuint64_t | SumsOf4 (hwy::UnsignedTag, hwy::SizeTag< 2 >, svuint16_t v) |
template<typename TN , class VU > | |
VU | SaturateU (VU v) |
template<typename TN , class VI > | |
VI | SaturateI (VI v) |
template<class V , HWY_IF_BF16_D(DFromV< V >) > | |
HWY_INLINE V | Splice (V hi, V lo, svbool_t mask) |
HWY_INLINE svuint32_t | RoundF32ForDemoteToBF16 (svfloat32_t v) |
template<class D , HWY_IF_T_SIZE_D(D, 1) > | |
svbool_t | MaskLowerHalf (D d) |
template<class D > | |
svbool_t | MaskUpperHalf (D d) |
template<typename T , size_t N, int kPow2> | |
constexpr size_t | LanesPerBlock (Simd< T, N, kPow2 > d) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::SignedTag, hwy::SizeTag< 2 >, hwy::SignedTag, D d_to, svint8_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::SignedTag, hwy::SizeTag< 4 >, hwy::SignedTag, D d_to, svint16_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::SignedTag, hwy::SizeTag< 8 >, hwy::SignedTag, D d_to, svint32_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::FloatTag, hwy::SizeTag< 4 >, hwy::FloatTag, D d_to, svfloat16_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::FloatTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, svfloat32_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::FloatTag, hwy::SizeTag< 8 >, hwy::SignedTag, D d_to, svint32_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::FloatTag, hwy::SizeTag< 8 >, hwy::UnsignedTag, D d_to, svuint32_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::SignedTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, svfloat32_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::UnsignedTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, svfloat32_t v) |
template<class D > | |
HWY_INLINE VFromD< D > | PromoteOddTo (hwy::FloatTag to_type_tag, hwy::SizeTag< 4 > to_lane_size_tag, hwy::FloatTag from_type_tag, D d_to, svfloat16_t v) |
template<class FromTypeTag , class D , class V > | |
HWY_INLINE VFromD< D > | PromoteOddTo (hwy::FloatTag to_type_tag, hwy::SizeTag< 8 > to_lane_size_tag, FromTypeTag from_type_tag, D d_to, V v) |
template<class ToTypeTag , class D , HWY_IF_UI64_D(D) > | |
HWY_INLINE VFromD< D > | PromoteOddTo (ToTypeTag to_type_tag, hwy::SizeTag< 8 > to_lane_size_tag, hwy::FloatTag from_type_tag, D d_to, svfloat32_t v) |
template<class T , HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE svuint8_t | BoolFromMask (svbool_t m) |
HWY_INLINE svuint64_t | BitsFromBool (svuint8_t x) |
HWY_INLINE svuint8_t | IndicesForExpandFromBits (uint64_t mask_bits) |
template<class D , HWY_IF_T_SIZE_D(D, 1) > | |
HWY_INLINE svuint8_t | LaneIndicesFromByteIndices (D, svuint8_t idx) |
template<class D , class DU = RebindToUnsigned<D>, HWY_IF_NOT_T_SIZE_D(D, 1) > | |
HWY_INLINE VFromD< DU > | LaneIndicesFromByteIndices (D, svuint8_t idx) |
template<class V > | |
HWY_INLINE V | ExpandLoop (V v, svbool_t mask) |
template<class D > | |
HWY_INLINE svuint64_t | Lt128Vec (D d, const svuint64_t a, const svuint64_t b) |
template<class D > | |
HWY_INLINE svuint64_t | Eq128Vec (D d, const svuint64_t a, const svuint64_t b) |
template<class D > | |
HWY_INLINE svuint64_t | Ne128Vec (D d, const svuint64_t a, const svuint64_t b) |
template<class FromSizeTag , class ToSizeTag , class DTo , class DFrom > | |
HWY_INLINE VFromD< DTo > | ZeroExtendResizeBitCast (FromSizeTag, ToSizeTag, DTo d_to, DFrom, VFromD< DFrom > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Add (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Sub (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Add (hwy::FloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Sub (hwy::FloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Min (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Max (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Min (hwy::FloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Max (hwy::FloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Neg (hwy::NonFloatTag, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Neg (hwy::FloatTag, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Neg (hwy::SpecialTag, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Mul (hwy::FloatTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Mul (SignedTag, Vec128< T, N > a, Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Mul (UnsignedTag, Vec128< T, N > a, Vec128< T, N > b) |
static HWY_INLINE float | ScalarSqrt (float v) |
static HWY_INLINE double | ScalarSqrt (double v) |
template<class ToT , class FromT > | |
HWY_INLINE ToT | CastValueForF2IConv (FromT val) |
template<class ToT , class ToTypeTag , class FromT > | |
HWY_INLINE ToT | CastValueForPromoteTo (ToTypeTag, FromT val) |
template<class ToT > | |
HWY_INLINE ToT | CastValueForPromoteTo (hwy::SignedTag, float val) |
template<class ToT > | |
HWY_INLINE ToT | CastValueForPromoteTo (hwy::UnsignedTag, float val) |
template<class ToT , class FromT > | |
HWY_INLINE ToT | CastValueForInRangeF2IConv (FromT val) |
HWY_INLINE void | StoreU16ToF16 (const uint16_t val, hwy::float16_t *HWY_RESTRICT to) |
HWY_INLINE uint16_t | U16FromF16 (const hwy::float16_t *HWY_RESTRICT from) |
template<typename TFrom , typename DTo > | |
HWY_API VFromD< DTo > | ConvertTo (hwy::FloatTag, DTo, Vec128< TFrom, HWY_MAX_LANES_D(DTo)> from) |
template<typename TFrom , typename DTo > | |
HWY_API VFromD< DTo > | ConvertTo (hwy::NonFloatTag, DTo, Vec128< TFrom, HWY_MAX_LANES_D(DTo)> from) |
template<class D , class Func , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE VFromD< D > | ReduceAcrossBlocks (D, Func, VFromD< D > v) |
template<class D , class Func , HWY_IF_LANES_PER_BLOCK_D(D, 2) > | |
HWY_INLINE VFromD< D > | ReduceWithinBlocks (D d, Func f, VFromD< D > v10) |
template<class D , class Func , HWY_IF_LANES_PER_BLOCK_D(D, 16) , HWY_IF_U8_D(D) > | |
HWY_INLINE VFromD< D > | ReduceWithinBlocks (D d, Func f, VFromD< D > v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE void | LoadTransposedBlocks3 (D d, const TFromD< D > *HWY_RESTRICT unaligned, VFromD< D > &A, VFromD< D > &B, VFromD< D > &C) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE void | LoadTransposedBlocks4 (D d, const TFromD< D > *HWY_RESTRICT unaligned, VFromD< D > &vA, VFromD< D > &vB, VFromD< D > &vC, VFromD< D > &vD) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE void | StoreTransposedBlocks2 (VFromD< D > A, VFromD< D > B, D d, TFromD< D > *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE void | StoreTransposedBlocks3 (VFromD< D > A, VFromD< D > B, VFromD< D > C, D d, TFromD< D > *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE void | StoreTransposedBlocks4 (VFromD< D > vA, VFromD< D > vB, VFromD< D > vC, VFromD< D > vD, D d, TFromD< D > *HWY_RESTRICT unaligned) |
template<class V , HWY_IF_F32(TFromV< V >) > | |
HWY_INLINE VFromD< RebindToUnsigned< DFromV< V > > > | RoundF32ForDemoteToBF16 (V v) |
template<class TypeTag , size_t kLaneSize, class V > | |
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > | SumsOf4 (TypeTag, hwy::SizeTag< kLaneSize >, V v) |
template<class D , HWY_IF_U32_D(D) > | |
HWY_INLINE VFromD< D > | UIntToF32BiasedExp (D d, VFromD< D > v) |
template<class V , HWY_IF_U32_D(DFromV< V >) > | |
HWY_INLINE V | I32RangeU32ToF32BiasedExp (V v) |
template<class D , HWY_IF_U16_D(D) , HWY_IF_LANES_LE_D(D, HWY_MAX_BYTES/4) > | |
HWY_INLINE VFromD< D > | UIntToF32BiasedExp (D d, VFromD< D > v) |
template<class V > | |
HWY_INLINE F32ExpLzcntMinMaxCmpV< V > | F32ExpLzcntMinMaxBitCast (V v) |
template<class V , HWY_IF_UNSIGNED_V(V) > | |
HWY_INLINE V | UIntToF32BiasedExp (V v) |
template<class V , HWY_IF_UNSIGNED_V(V) , HWY_IF_T_SIZE_ONE_OF_V(V,(1<< 1)|(1<< 2)) > | |
HWY_INLINE V | NormalizeForUIntTruncConvToF32 (V v) |
template<class D , class V , HWY_IF_T_SIZE_D(D, sizeof(TFromV< V >)) > | |
HWY_INLINE Vec< D > | IntDivConvFloatToInt (D di, V vf) |
template<class D , class V , HWY_IF_T_SIZE_D(D, sizeof(TFromV< V >)) > | |
HWY_INLINE Vec< D > | IntDivConvIntToFloat (D df, V vi) |
template<size_t kOrigLaneSize, class V , HWY_IF_NOT_FLOAT_NOR_SPECIAL_V(V) , HWY_IF_T_SIZE_GT(TFromV< V >, kOrigLaneSize) > | |
HWY_INLINE V | IntDivUsingFloatDiv (V a, V b) |
template<size_t kOrigLaneSize, class V , HWY_IF_NOT_FLOAT_NOR_SPECIAL_V(V) , HWY_IF_T_SIZE(TFromV< V >, kOrigLaneSize) , HWY_IF_T_SIZE_ONE_OF_V(V,(1<< 4)|(1<< 8)) > | |
HWY_INLINE V | IntDivUsingFloatDiv (V a, V b) |
template<size_t kOrigLaneSize, class V , HWY_IF_T_SIZE_ONE_OF_V(V,(1<< 1)|(1<< 2)) , HWY_IF_V_SIZE_LE_V( V, HWY_MAX_BYTES/((!HWY_HAVE_FLOAT16 &&sizeof(TFromV< V >)==1) ? 4 :2)) > | |
HWY_INLINE V | IntDiv (V a, V b) |
template<size_t kOrigLaneSize, class V , HWY_IF_T_SIZE_ONE_OF_V(V,(HWY_HAVE_FLOAT64 ? 0 :(1<< 4))|(1<< 8)) > | |
HWY_INLINE V | IntDiv (V a, V b) |
template<size_t kOrigLaneSize, class V , HWY_IF_NOT_FLOAT_NOR_SPECIAL_V(V) , HWY_IF_T_SIZE_ONE_OF_V(V,((HWY_TARGET<=HWY_SSE2|| HWY_TARGET==HWY_WASM|| HWY_TARGET==HWY_WASM_EMU256) ? 0 :(1<< 1))|(1<< 2)|(1<< 4)|(1<< 8)) > | |
HWY_INLINE V | IntMod (V a, V b) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | IndicesForExpandFromBits (uint64_t mask_bits) |
template<int kShiftAmt, int kShrResultMask, class V , HWY_IF_V_SIZE_GT_D(DFromV< V >, HWY_REVERSE_BITS_MIN_BYTES - 1) > | |
HWY_INLINE V | UI8ReverseBitsStep (V v) |
template<class RawV > | |
static HWY_INLINE bool | IsConstantRawAltivecVect (hwy::SizeTag< 1 >, RawV v) |
template<class RawV > | |
static HWY_INLINE bool | IsConstantRawAltivecVect (hwy::SizeTag< 2 >, RawV v) |
template<class RawV > | |
static HWY_INLINE bool | IsConstantRawAltivecVect (hwy::SizeTag< 4 >, RawV v) |
template<class RawV > | |
static HWY_INLINE bool | IsConstantRawAltivecVect (hwy::SizeTag< 8 >, RawV v) |
template<class RawV > | |
static HWY_INLINE bool | IsConstantRawAltivecVect (RawV v) |
template<typename T , HWY_IF_T_SIZE(T, 1) > | |
HWY_API Vec32< T > | ShuffleTwo2301 (Vec32< T > a, Vec32< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 2) > | |
HWY_API Vec64< T > | ShuffleTwo2301 (Vec64< T > a, Vec64< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec128< T > | ShuffleTwo2301 (Vec128< T > a, Vec128< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 1) > | |
HWY_API Vec32< T > | ShuffleTwo1230 (Vec32< T > a, Vec32< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 2) > | |
HWY_API Vec64< T > | ShuffleTwo1230 (Vec64< T > a, Vec64< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec128< T > | ShuffleTwo1230 (Vec128< T > a, Vec128< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 1) > | |
HWY_API Vec32< T > | ShuffleTwo3012 (Vec32< T > a, Vec32< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 2) > | |
HWY_API Vec64< T > | ShuffleTwo3012 (Vec64< T > a, Vec64< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec128< T > | ShuffleTwo3012 (Vec128< T > a, Vec128< T > b) |
template<class D , HWY_IF_T_SIZE_D(D, 2) , HWY_IF_NOT_SPECIAL_FLOAT_D(D) > | |
HWY_INLINE VFromD< D > | Iota0 (D d) |
template<class D > | |
HWY_INLINE VFromD< D > | Per4LaneBlkShufDupSet4xU32 (D d, const uint32_t x3, const uint32_t x2, const uint32_t x1, const uint32_t x0) |
template<class D , typename FromT , HWY_IF_UNSIGNED_D(D) , HWY_IF_UNSIGNED(FromT) , HWY_IF_T_SIZE(FromT, sizeof(TFromD< D >) *2) , HWY_IF_LANES_GT_D(D, 1) > | |
HWY_API VFromD< D > | Truncate2To (D, Vec128< FromT, Repartition< FromT, D >().MaxLanes()> lo, Vec128< FromT, Repartition< FromT, D >().MaxLanes()> hi) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Shl (hwy::UnsignedTag, Vec128< T, N > v, Vec128< T, N > bits) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Shl (hwy::SignedTag, Vec128< T, N > v, Vec128< T, N > bits) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Shr (hwy::UnsignedTag, Vec128< T, N > v, Vec128< T, N > bits) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | Shr (hwy::SignedTag, Vec128< T, N > v, Vec128< T, N > bits) |
template<class D , class V > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::FloatTag, hwy::SizeTag< 8 >, hwy::FloatTag, D, V v) |
template<class D , class V , class FromTypeTag , HWY_IF_UI32(TFromV< V >) > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::FloatTag, hwy::SizeTag< 8 >, FromTypeTag, D d_to, V v) |
template<class D , class V > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::SignedTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, V v) |
template<class D , class V > | |
HWY_INLINE VFromD< D > | PromoteEvenTo (hwy::UnsignedTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, V v) |
template<class D , class V > | |
HWY_INLINE VFromD< D > | PromoteOddTo (hwy::FloatTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, V v) |
template<class D , class V , class FromTypeTag , HWY_IF_UI32(TFromV< V >) > | |
HWY_INLINE VFromD< D > | PromoteOddTo (hwy::FloatTag, hwy::SizeTag< 8 >, FromTypeTag, D d_to, V v) |
template<class D , class V > | |
HWY_INLINE VFromD< D > | PromoteOddTo (hwy::SignedTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, V v) |
template<class D , class V > | |
HWY_INLINE VFromD< D > | PromoteOddTo (hwy::UnsignedTag, hwy::SizeTag< 8 >, hwy::FloatTag, D d_to, V v) |
template<class DF32 , HWY_IF_F32_D(DF32) > | |
static HWY_INLINE VFromD< DF32 > | DemoteToF32WithRoundToOdd (DF32 df32, VFromD< Rebind< double, DF32 > > v) |
template<class V , HWY_IF_I64(TFromV< V >) > | |
HWY_INLINE VFromD< RebindToFloat< DFromV< V > > > | ConvToF64WithRoundToOdd (V v) |
template<class D , HWY_IF_T_SIZE_D(D, 1) > | |
HWY_INLINE MFromD< D > | LoadMaskBits128 (D, uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, Mask128< T, N > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, Mask128< T, N > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, Mask128< T, N > mask) |
template<class D , HWY_IF_T_SIZE_D(D, 2) > | |
HWY_INLINE VFromD< D > | IndicesFromBits128 (D d, uint64_t mask_bits) |
template<class D , HWY_IF_T_SIZE_D(D, 2) > | |
HWY_INLINE VFromD< D > | IndicesFromNotBits128 (D d, uint64_t mask_bits) |
template<typename T , size_t N, HWY_IF_NOT_T_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | CompressBits (Vec128< T, N > v, uint64_t mask_bits) |
template<typename T , size_t N, HWY_IF_NOT_T_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | CompressNotBits (Vec128< T, N > v, uint64_t mask_bits) |
template<class V , HWY_IF_T_SIZE_V(V, 1) > | |
HWY_INLINE V | Per64BitBlkRevLanesOnBe (V v) |
template<class V > | |
HWY_INLINE V | Per128BitBlkRevLanesOnBe (V v) |
template<class V > | |
HWY_INLINE V | I128Subtract (V a, V b) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 2 >, V v) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 2 >, V v) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::UnsignedTag, hwy::SizeTag< 4 >, V v) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > | SumsOf2 (hwy::SignedTag, hwy::SizeTag< 4 >, V v) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > | SumsOf4 (hwy::UnsignedTag, hwy::SizeTag< 1 >, V v) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > | SumsOf4 (hwy::SignedTag, hwy::SizeTag< 1 >, V v) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > | SumsOf4 (hwy::UnsignedTag, hwy::SizeTag< 2 >, V v) |
template<class V > | |
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > | SumsOf4 (hwy::SignedTag, hwy::SizeTag< 2 >, V v) |
template<class T , HWY_IF_NOT_FLOAT_NOR_SPECIAL(T) , HWY_IF_T_SIZE_ONE_OF(T,(1<< 4)|(1<< 8)) > | |
HWY_INLINE Vec128< T > | SumOfU32OrU64LanesAsU128 (Vec128< T > v) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Lt128Vec (D d, V a, V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Eq128Vec (D d, V a, V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Ne128Vec (D d, V a, V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Lt128UpperVec (D d, V a, V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Eq128UpperVec (D d, V a, V b) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Ne128UpperVec (D d, V a, V b) |
template<class D , HWY_RVV_IF_EMULATED_D(D) > | |
VFromD< D > | Ext (D d, VFromD< Half< D > > v) |
template<size_t N, int kPow2> | |
HWY_INLINE VFromD< Simd< uint16_t, N, kPow2 > > | BitCastFromByte (Simd< hwy::float16_t, N, kPow2 >, VFromD< Simd< uint8_t, N, kPow2 > > v) |
template<size_t N, int kPow2> | |
HWY_INLINE VFromD< Simd< int16_t, N, kPow2 > > | BitCastFromByte (Simd< hwy::bfloat16_t, N, kPow2 >, VFromD< Simd< uint8_t, N, kPow2 > > v) |
template<class D , HWY_RVV_IF_EMULATED_D(D) > | |
HWY_API void | StoreN (size_t count, VFromD< D > v, D d, TFromD< D > *HWY_RESTRICT p) |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE size_t | LanesPerBlock (Simd< T, N, kPow2 > d) |
template<class D , class V > | |
HWY_INLINE V | OffsetsOf128BitBlocks (const D d, const V iota0) |
template<size_t kLanes, class D > | |
HWY_INLINE MFromD< D > | FirstNPerBlock (D) |
template<class D > | |
constexpr bool | IsSupportedLMUL (D d) |
template<class D , HWY_IF_NOT_T_SIZE_D(D, 8) > | |
HWY_INLINE MFromD< D > | IsEven (D d) |
template<class D , HWY_IF_NOT_T_SIZE_D(D, 8) > | |
HWY_INLINE MFromD< D > | IsOdd (D d) |
template<class D > | |
HWY_INLINE VFromD< D > | ChangeLMUL (D, VFromD< D > v) |
template<class D , class V , HWY_IF_POW2_LE_D(DFromV< VFromD< D > >, DFromV< V >().Pow2() - 1) > | |
HWY_INLINE VFromD< D > | ChangeLMUL (D d, V v) |
template<class D , HWY_IF_T_SIZE_ONE_OF_D(D,(1<< 1)|(1<< 2)|(1<< 4)) , HWY_IF_POW2_GT_D(D, -3) > | |
HWY_API VFromD< D > | InterleaveWhole (D d, VFromD< Half< D > > a, VFromD< Half< D > > b) |
template<class D , class V , HWY_IF_POW2_LE_D(D, 2) > | |
HWY_INLINE V | InterleaveLowerBlocks (D d, const V a, const V b) |
template<class D , class V , HWY_IF_POW2_LE_D(D, 2) > | |
HWY_INLINE V | InterleaveUpperBlocks (D d, const V a, const V b) |
template<typename T , size_t N, int kPow2> | |
constexpr bool | IsGE128 (Simd< T, N, kPow2 >) |
template<typename T , size_t N, int kPow2> | |
constexpr bool | IsLT128 (Simd< T, N, kPow2 >) |
template<size_t N, int kPow2, class DF32 = Simd<float, N, kPow2>, class VF32 = VFromD<DF32>, class DBF16 = Repartition<hwy::bfloat16_t, Simd<float, N, kPow2>>> | |
HWY_API VF32 | ReorderWidenMulAccumulateBF16 (Simd< float, N, kPow2 > df32, VFromD< DBF16 > a, VFromD< DBF16 > b, const VF32 sum0, VF32 &sum1) |
template<class D32 , HWY_IF_POW2_LE_D(D32, 2) , class V32 = VFromD<D32>, class D16 = RepartitionToNarrow<D32>> | |
HWY_API VFromD< D32 > | ReorderWidenMulAccumulateI16 (D32 d32, VFromD< D16 > a, VFromD< D16 > b, const V32 sum0, V32 &sum1) |
template<class D32 , HWY_IF_POW2_LE_D(D32, 2) , class V32 = VFromD<D32>, class D16 = RepartitionToNarrow<D32>> | |
HWY_API VFromD< D32 > | ReorderWidenMulAccumulateU16 (D32 d32, VFromD< D16 > a, VFromD< D16 > b, const V32 sum0, V32 &sum1) |
template<class T > | |
HWY_INLINE T | ReverseBitsOfEachByte (T val) |
template<typename T , HWY_IF_NOT_SPECIAL_FLOAT(T) > | |
HWY_INLINE T * | NativeLanePointer (T *p) |
template<typename T , typename NT = NativeLaneType<RemoveConst<T>>, HWY_IF_F16(T) > | |
HWY_INLINE constexpr If< IsConst< T >(), const NT *, NT * > | NativeLanePointer (T *p) |
template<typename T , HWY_IF_SPECIAL_FLOAT(T) > | |
HWY_INLINE If< IsConst< T >(), const uint16_t *, uint16_t * > | U16LanePointer (T *p) |
constexpr size_t | ScaleByPower (size_t N, int pow2) |
template<typename T > | |
HWY_INLINE void | MaybeUnpoison (T *HWY_RESTRICT unaligned, size_t count) |
template<typename T , size_t N, int kPow2> | |
constexpr bool | IsFull (Simd< T, N, kPow2 >) |
HWY_INLINE __v128_u | BitCastToInteger (__v128_u v) |
HWY_INLINE __v128_u | BitCastToInteger (__f32x4 v) |
HWY_INLINE __v128_u | BitCastToInteger (__f64x2 v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< uint8_t, N *sizeof(T)> | BitCastToByte (Vec128< T, N > v) |
template<class D > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D d, Vec128< uint8_t, d.MaxBytes()> v) |
template<size_t kLane, typename T , size_t N, HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE T | ExtractLane (const Vec128< T, N > v) |
template<size_t kLane, typename T , size_t N, HWY_IF_T_SIZE(T, 2) , HWY_IF_NOT_SPECIAL_FLOAT(T) > | |
HWY_INLINE T | ExtractLane (const Vec128< T, N > v) |
template<size_t kLane, size_t N> | |
HWY_INLINE float | ExtractLane (const Vec128< float, N > v) |
template<size_t kLane, size_t N> | |
HWY_INLINE double | ExtractLane (const Vec128< double, N > v) |
template<size_t kLane, typename T , size_t N, HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE Vec128< T, N > | InsertLane (const Vec128< T, N > v, T t) |
template<size_t kLane, size_t N> | |
HWY_INLINE Vec128< float, N > | InsertLane (const Vec128< float, N > v, float t) |
template<size_t kLane, size_t N> | |
HWY_INLINE Vec128< double, N > | InsertLane (const Vec128< double, N > v, double t) |
template<int kBytes, typename T , size_t N> | |
HWY_API __i8x16 | ShrBytes (const Vec128< T, N > v) |
template<typename T , size_t N, HWY_IF_T_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | ShuffleTwo2301 (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N, HWY_IF_T_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | ShuffleTwo1230 (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N, HWY_IF_T_SIZE(T, 1) > | |
HWY_API Vec128< T, N > | ShuffleTwo3012 (const Vec128< T, N > a, const Vec128< T, N > b) |
template<size_t N> | |
HWY_API Vec128< uint8_t, N > | InterleaveUpper (Vec128< uint8_t, N > a, Vec128< uint8_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint16_t, N > | InterleaveUpper (Vec128< uint16_t, N > a, Vec128< uint16_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint32_t, N > | InterleaveUpper (Vec128< uint32_t, N > a, Vec128< uint32_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint64_t, N > | InterleaveUpper (Vec128< uint64_t, N > a, Vec128< uint64_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int8_t, N > | InterleaveUpper (Vec128< int8_t, N > a, Vec128< int8_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int16_t, N > | InterleaveUpper (Vec128< int16_t, N > a, Vec128< int16_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int32_t, N > | InterleaveUpper (Vec128< int32_t, N > a, Vec128< int32_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int64_t, N > | InterleaveUpper (Vec128< int64_t, N > a, Vec128< int64_t, N > b) |
template<size_t N> | |
HWY_API Vec128< float, N > | InterleaveUpper (Vec128< float, N > a, Vec128< float, N > b) |
template<size_t N> | |
HWY_API Vec128< double, N > | InterleaveUpper (Vec128< double, N > a, Vec128< double, N > b) |
template<size_t kIdx3210, size_t kVectSize, class V , HWY_IF_LANES_LE(kVectSize, 16) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 1 >, hwy::SizeTag< kVectSize >, V v) |
template<size_t kIdx3210, size_t kVectSize, class V , HWY_IF_LANES_LE(kVectSize, 16) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 2 >, hwy::SizeTag< kVectSize >, V v) |
template<size_t kIdx3210, size_t kVectSize, class V , HWY_IF_LANES_LE(kVectSize, 16) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 4 >, hwy::SizeTag< kVectSize >, V v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 1 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 2 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 4 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 8 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<class D , HWY_IF_UNSIGNED_D(D) > | |
HWY_INLINE VFromD< Rebind< uint64_t, D > > | DemoteFromU64MaskOutResult (D, VFromD< Rebind< uint64_t, D > > v) |
template<class D > | |
HWY_INLINE VFromD< Rebind< uint64_t, D > > | DemoteFromU64Saturate (D dn, VFromD< Rebind< uint64_t, D > > v) |
template<class D , class V > | |
HWY_INLINE VFromD< D > | ReorderDemote2From64To32Combine (D dn, V a, V b) |
template<class VW > | |
HWY_INLINE VFromD< Rebind< double, DFromV< VW > > > | U64ToF64VecFast (VW w) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, const Mask128< T, 8 > mask) |
template<size_t N> | |
constexpr __i8x16 | BytesAbove () |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask128< T > m) |
template<typename T , size_t N, HWY_IF_T_SIZE(T, 2) > | |
HWY_INLINE Vec128< T, N > | IdxFromBits (const uint64_t mask_bits) |
template<typename T , size_t N, HWY_IF_T_SIZE(T, 2) > | |
HWY_INLINE Vec128< T, N > | IdxFromNotBits (const uint64_t mask_bits) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec256< T > | ShuffleTwo2301 (Vec256< T > a, const Vec256< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec256< T > | ShuffleTwo1230 (Vec256< T > a, const Vec256< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec256< T > | ShuffleTwo3012 (Vec256< T > a, const Vec256< T > b) |
template<size_t kFromVectSize, class DTo , class DFrom , HWY_IF_LANES_LE(kFromVectSize, 8) > | |
HWY_INLINE VFromD< DTo > | ZeroExtendResizeBitCast (hwy::SizeTag< kFromVectSize >, hwy::SizeTag< 32 >, DTo d_to, DFrom d_from, VFromD< DFrom > v) |
template<size_t kIdx3210, class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 1 >, hwy::SizeTag< 32 >, V v) |
template<size_t kIdx3210, class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 2 >, hwy::SizeTag< 32 >, V v) |
template<size_t kIdx3210, class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 4 >, hwy::SizeTag< 32 >, V v) |
template<size_t kIdx3210, class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 8 >, hwy::SizeTag< 32 >, V v) |
template<class D , typename T = TFromD<D>> | |
HWY_API void | LoadTransposedBlocks3 (D d, const T *HWY_RESTRICT unaligned, Vec256< T > &A, Vec256< T > &B, Vec256< T > &C) |
template<class D , typename T = TFromD<D>> | |
HWY_API void | LoadTransposedBlocks4 (D d, const T *HWY_RESTRICT unaligned, Vec256< T > &vA, Vec256< T > &vB, Vec256< T > &vC, Vec256< T > &vD) |
template<class D , typename T = TFromD<D>> | |
HWY_API void | StoreTransposedBlocks2 (Vec256< T > i, Vec256< T > j, D d, T *HWY_RESTRICT unaligned) |
template<class D , typename T = TFromD<D>> | |
HWY_API void | StoreTransposedBlocks3 (Vec256< T > i, Vec256< T > j, Vec256< T > k, D d, T *HWY_RESTRICT unaligned) |
template<class D , typename T = TFromD<D>> | |
HWY_API void | StoreTransposedBlocks4 (Vec256< T > i, Vec256< T > j, Vec256< T > k, Vec256< T > l, D d, T *HWY_RESTRICT unaligned) |
HWY_INLINE __m128i | BitCastToInteger (__m128i v) |
HWY_INLINE __m128i | BitCastToInteger (__m128 v) |
HWY_INLINE __m128i | BitCastToInteger (__m128d v) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D, Vec128< uint8_t, D().MaxBytes()> v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Neg (hwy::FloatTag, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Neg (hwy::SpecialTag, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Neg (hwy::SignedTag, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 1 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 2 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 4 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 8 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | ExclusiveNeither (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N, HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE Mask128< T, N > | UnmaskedNot (const Mask128< T, N > m) |
template<typename T > | |
HWY_INLINE Mask128< T > | Not (hwy::SizeTag< 1 >, const Mask128< T > m) |
template<typename T , size_t N, HWY_IF_LANES_LE(N, 8) > | |
HWY_INLINE Mask128< T, N > | Not (hwy::SizeTag< 1 >, const Mask128< T, N > m) |
template<typename T > | |
HWY_INLINE Mask128< T > | Not (hwy::SizeTag< 2 >, const Mask128< T > m) |
template<typename T , size_t N, HWY_IF_LANES_LE(N, 4) > | |
HWY_INLINE Mask128< T, N > | Not (hwy::SizeTag< 2 >, const Mask128< T, N > m) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Not (hwy::SizeTag< 4 >, const Mask128< T, N > m) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Not (hwy::SizeTag< 8 >, const Mask128< T, N > m) |
template<typename T , size_t N> | |
HWY_API Vec128< T, N > | GaloisAffine (Vec128< T, N > v, VFromD< Repartition< uint64_t, Simd< T, N, 0 > > > matrix) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 1 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 2 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 4 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 8 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<class D > | |
HWY_API void | ScalarMaskedStore (VFromD< D > v, MFromD< D > m, D d, TFromD< D > *HWY_RESTRICT p) |
template<size_t N> | |
HWY_INLINE Vec128< uint32_t,(N+3)/4 > | SumsOf4 (hwy::UnsignedTag, hwy::SizeTag< 1 >, Vec128< uint8_t, N > v) |
template<typename T , size_t N> | |
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > | MinU (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > | MaxU (const Vec128< T, N > a, const Vec128< T, N > b) |
template<int kScale, class D , class VI , HWY_IF_UI32_D(D) > | |
HWY_INLINE void | NativeScatter128 (VFromD< D > v, D d, TFromD< D > *HWY_RESTRICT base, VI index) |
template<int kScale, class D , class VI , HWY_IF_F32_D(D) > | |
HWY_INLINE void | NativeScatter128 (VFromD< D > v, D d, float *HWY_RESTRICT base, VI index) |
template<int kScale, class D , class VI , HWY_IF_F64_D(D) > | |
HWY_INLINE void | NativeScatter128 (VFromD< D > v, D d, double *HWY_RESTRICT base, VI index) |
template<int kScale, class D , class VI , HWY_IF_UI32_D(D) > | |
HWY_INLINE void | NativeMaskedScatter128 (VFromD< D > v, MFromD< D > m, D d, TFromD< D > *HWY_RESTRICT base, VI index) |
template<int kScale, class D , class VI , HWY_IF_F32_D(D) > | |
HWY_INLINE void | NativeMaskedScatter128 (VFromD< D > v, MFromD< D > m, D d, float *HWY_RESTRICT base, VI index) |
template<int kScale, class D , class VI , HWY_IF_F64_D(D) > | |
HWY_INLINE void | NativeMaskedScatter128 (VFromD< D > v, MFromD< D > m, D d, double *HWY_RESTRICT base, VI index) |
template<int kScale, typename T , size_t N, HWY_IF_UI32(T) > | |
HWY_INLINE Vec128< T, N > | NativeGather128 (const T *HWY_RESTRICT base, Vec128< int32_t, N > indices) |
template<int kScale, typename T , size_t N, HWY_IF_UI64(T) > | |
HWY_INLINE Vec128< T, N > | NativeGather128 (const T *HWY_RESTRICT base, Vec128< int64_t, N > indices) |
template<int kScale, size_t N> | |
HWY_INLINE Vec128< float, N > | NativeGather128 (const float *HWY_RESTRICT base, Vec128< int32_t, N > indices) |
template<int kScale, size_t N> | |
HWY_INLINE Vec128< double, N > | NativeGather128 (const double *HWY_RESTRICT base, Vec128< int64_t, N > indices) |
template<int kScale, typename T , size_t N, HWY_IF_UI32(T) > | |
HWY_INLINE Vec128< T, N > | NativeMaskedGatherOr128 (Vec128< T, N > no, Mask128< T, N > m, const T *HWY_RESTRICT base, Vec128< int32_t, N > indices) |
template<int kScale, typename T , size_t N, HWY_IF_UI64(T) > | |
HWY_INLINE Vec128< T, N > | NativeMaskedGatherOr128 (Vec128< T, N > no, Mask128< T, N > m, const T *HWY_RESTRICT base, Vec128< int64_t, N > indices) |
template<int kScale, size_t N> | |
HWY_INLINE Vec128< float, N > | NativeMaskedGatherOr128 (Vec128< float, N > no, Mask128< float, N > m, const float *HWY_RESTRICT base, Vec128< int32_t, N > indices) |
template<int kScale, size_t N> | |
HWY_INLINE Vec128< double, N > | NativeMaskedGatherOr128 (Vec128< double, N > no, Mask128< double, N > m, const double *HWY_RESTRICT base, Vec128< int64_t, N > indices) |
template<size_t kLane> | |
HWY_INLINE double | ExtractLane (const Vec64< double > v) |
template<size_t kLane> | |
HWY_INLINE double | ExtractLane (const Vec128< double > v) |
template<class V > | |
HWY_INLINE V | InsertLaneUsingBroadcastAndBlend (V v, size_t i, TFromV< V > t) |
template<size_t kLane> | |
HWY_INLINE Vec128< double, 1 > | InsertLane (const Vec128< double, 1 > v, double t) |
template<size_t kLane> | |
HWY_INLINE Vec128< double > | InsertLane (const Vec128< double > v, double t) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE VFromD< D > | Per4LaneBlkShufDupSet4xU32 (D d, const uint32_t x3, const uint32_t x2, const uint32_t x1, const uint32_t x0) |
template<size_t kIdx3210, class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 2 >, hwy::SizeTag< 8 >, V v) |
template<size_t kIdx3210, class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 2 >, hwy::SizeTag< 16 >, V v) |
template<size_t kIdx3210, size_t kVectSize, class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 > idx_3210_tag, hwy::SizeTag< 1 >, hwy::SizeTag< 16 >, V v) |
template<size_t kIdx3210, class V , HWY_IF_NOT_FLOAT(TFromV< V >) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 4 >, hwy::SizeTag< 16 >, V v) |
template<class V > | |
HWY_API V | AVX2ShlU16Vec128 (V v, V bits) |
template<size_t N> | |
HWY_API Vec128< uint16_t, N > | Shl (hwy::UnsignedTag, Vec128< uint16_t, N > v, Vec128< uint16_t, N > bits) |
template<class V > | |
HWY_INLINE V | AVX2ShlU8Vec128 (V v, V bits) |
template<size_t N> | |
HWY_API Vec128< uint8_t, N > | Shl (hwy::UnsignedTag tag, Vec128< uint8_t, N > v, Vec128< uint8_t, N > bits) |
HWY_API Vec128< uint8_t, 1 > | Shl (hwy::UnsignedTag, Vec128< uint8_t, 1 > v, Vec128< uint8_t, 1 > bits) |
template<size_t N> | |
HWY_API Vec128< uint32_t, N > | Shl (hwy::UnsignedTag, Vec128< uint32_t, N > v, Vec128< uint32_t, N > bits) |
HWY_API Vec32< uint32_t > | Shl (hwy::UnsignedTag, Vec32< uint32_t > v, const Vec32< uint32_t > bits) |
HWY_API Vec128< uint64_t > | Shl (hwy::UnsignedTag, Vec128< uint64_t > v, Vec128< uint64_t > bits) |
HWY_API Vec64< uint64_t > | Shl (hwy::UnsignedTag, Vec64< uint64_t > v, Vec64< uint64_t > bits) |
template<class V > | |
HWY_INLINE V | AVX2ShrU8Vec128 (V v, V bits) |
template<class V > | |
HWY_INLINE V | AVX2ShrI8Vec128 (V v, V bits) |
template<class V , HWY_IF_U64(TFromV< V >) > | |
static HWY_INLINE V | SSE2Mul128 (V a, V b, V &mulH) |
template<class D > | |
HWY_INLINE VFromD< D > | ClampF64ToI32Max (D d, VFromD< D > v) |
template<class DI > | |
HWY_INLINE VFromD< DI > | FixConversionOverflow (DI di, VFromD< RebindToFloat< DI > > original, VFromD< DI > converted) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | UseInt (const Vec128< T, N > v) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | NativeExpand (Vec128< uint8_t, N > v, Mask128< uint8_t, N > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint16_t, N > | NativeExpand (Vec128< uint16_t, N > v, Mask128< uint16_t, N > mask) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) , HWY_IF_U8_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (MFromD< D > mask, D, const uint8_t *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) , HWY_IF_U16_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (MFromD< D > mask, D, const uint16_t *HWY_RESTRICT unaligned) |
template<size_t N> | |
HWY_INLINE Vec128< uint32_t, N > | NativeExpand (Vec128< uint32_t, N > v, Mask128< uint32_t, N > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint64_t, N > | NativeExpand (Vec128< uint64_t, N > v, Mask128< uint64_t, N > mask) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) , HWY_IF_U32_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (MFromD< D > mask, D, const uint32_t *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (MFromD< D > mask, D, const uint64_t *HWY_RESTRICT unaligned) |
template<class T , HWY_IF_LANES_LE(sizeof(T), 4) > | |
static HWY_INLINE uint32_t | AVX3Blsi (T x) |
template<class T , HWY_IF_T_SIZE(T, 8) > | |
static HWY_INLINE uint64_t | AVX3Blsi (T x) |
template<class T , HWY_IF_LANES_LE(sizeof(T), 4) > | |
static HWY_INLINE uint32_t | AVX3Blsmsk (T x) |
template<class T , HWY_IF_T_SIZE(T, 8) > | |
static HWY_INLINE uint64_t | AVX3Blsmsk (T x) |
template<class D , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | Lt128Vec (const D d, VFromD< D > a, VFromD< D > b) |
template<class D , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | Eq128Vec (D d, VFromD< D > a, VFromD< D > b) |
template<class D , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | Ne128Vec (D d, VFromD< D > a, VFromD< D > b) |
template<class D , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | Lt128UpperVec (D d, VFromD< D > a, VFromD< D > b) |
template<class D , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | Eq128UpperVec (D d, VFromD< D > a, VFromD< D > b) |
template<class D , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | Ne128UpperVec (D d, VFromD< D > a, VFromD< D > b) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (const Mask256< T > mask) |
HWY_INLINE __m256i | BitCastToInteger (__m256i v) |
HWY_INLINE __m256i | BitCastToInteger (__m256 v) |
HWY_INLINE __m256i | BitCastToInteger (__m256d v) |
template<typename T > | |
HWY_INLINE Vec256< uint8_t > | BitCastToByte (Vec256< T > v) |
template<class D , HWY_IF_V_SIZE_D(D, 32) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D, Vec256< uint8_t > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 1 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 2 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 4 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 8 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | ExclusiveNeither (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE Mask256< T > | UnmaskedNot (const Mask256< T > m) |
template<typename T > | |
HWY_INLINE Mask256< T > | Not (hwy::SizeTag< 1 >, const Mask256< T > m) |
template<typename T > | |
HWY_INLINE Mask256< T > | Not (hwy::SizeTag< 2 >, const Mask256< T > m) |
template<typename T > | |
HWY_INLINE Mask256< T > | Not (hwy::SizeTag< 4 >, const Mask256< T > m) |
template<typename T > | |
HWY_INLINE Mask256< T > | Not (hwy::SizeTag< 8 >, const Mask256< T > m) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 1 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 2 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 4 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 8 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 1 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 2 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 4 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 8 >, const Vec256< T > v) |
HWY_INLINE Vec256< uint32_t > | SumsOf4 (hwy::UnsignedTag, hwy::SizeTag< 1 >, Vec256< uint8_t > v) |
template<typename T > | |
HWY_API Vec256< T > | GaloisAffine (Vec256< T > v, Vec256< uint64_t > matrix) |
template<typename T > | |
HWY_INLINE Vec256< T > | Neg (hwy::FloatTag, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | Neg (hwy::SpecialTag, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | Neg (hwy::SignedTag, const Vec256< T > v) |
template<int kScale, typename T , HWY_IF_UI32(T) > | |
HWY_INLINE Vec256< T > | NativeGather256 (const T *HWY_RESTRICT base, Vec256< int32_t > indices) |
template<int kScale, typename T , HWY_IF_UI64(T) > | |
HWY_INLINE Vec256< T > | NativeGather256 (const T *HWY_RESTRICT base, Vec256< int64_t > indices) |
template<int kScale> | |
HWY_API Vec256< float > | NativeGather256 (const float *HWY_RESTRICT base, Vec256< int32_t > indices) |
template<int kScale> | |
HWY_API Vec256< double > | NativeGather256 (const double *HWY_RESTRICT base, Vec256< int64_t > indices) |
template<int kScale, typename T , HWY_IF_UI32(T) > | |
HWY_INLINE Vec256< T > | NativeMaskedGatherOr256 (Vec256< T > no, Mask256< T > m, const T *HWY_RESTRICT base, Vec256< int32_t > indices) |
template<int kScale, typename T , HWY_IF_UI64(T) > | |
HWY_INLINE Vec256< T > | NativeMaskedGatherOr256 (Vec256< T > no, Mask256< T > m, const T *HWY_RESTRICT base, Vec256< int64_t > indices) |
template<int kScale> | |
HWY_API Vec256< float > | NativeMaskedGatherOr256 (Vec256< float > no, Mask256< float > m, const float *HWY_RESTRICT base, Vec256< int32_t > indices) |
template<int kScale> | |
HWY_API Vec256< double > | NativeMaskedGatherOr256 (Vec256< double > no, Mask256< double > m, const double *HWY_RESTRICT base, Vec256< int64_t > indices) |
template<class DTo , class DFrom > | |
HWY_INLINE VFromD< DTo > | ZeroExtendResizeBitCast (hwy::SizeTag< 8 >, hwy::SizeTag< 32 >, DTo d_to, DFrom d_from, VFromD< DFrom > v) |
template<class T , HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE Vec256< T > | BroadcastLane (hwy::SizeTag< 0 >, Vec256< T > v) |
HWY_INLINE Vec256< float > | BroadcastLane (hwy::SizeTag< 0 >, Vec256< float > v) |
HWY_INLINE Vec256< double > | BroadcastLane (hwy::SizeTag< 0 >, Vec256< double > v) |
template<size_t kLaneIdx, class T , hwy::EnableIf< kLaneIdx !=0 > * = nullptr, HWY_IF_NOT_T_SIZE(T, 8) > | |
HWY_INLINE Vec256< T > | BroadcastLane (hwy::SizeTag< kLaneIdx >, Vec256< T > v) |
template<size_t kLaneIdx, hwy::EnableIf< kLaneIdx !=0 > * = nullptr> | |
HWY_INLINE Vec256< double > | BroadcastLane (hwy::SizeTag< kLaneIdx >, Vec256< double > v) |
template<size_t kIdx3210, class V , HWY_IF_NOT_FLOAT(TFromV< V >) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 4 >, hwy::SizeTag< 32 >, V v) |
template<class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< 0x44 >, hwy::SizeTag< 8 >, hwy::SizeTag< 32 >, V v) |
template<class V > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< 0xEE >, hwy::SizeTag< 8 >, hwy::SizeTag< 32 >, V v) |
template<size_t kIdx3210, class V , HWY_IF_NOT_FLOAT(TFromV< V >) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 8 >, hwy::SizeTag< 32 >, V v) |
template<int kI32Lanes, class V , HWY_IF_V_SIZE_V(V, 32) > | |
HWY_INLINE V | CombineShiftRightI32Lanes (V hi, V lo) |
template<int kI64Lanes, class V , HWY_IF_V_SIZE_V(V, 32) > | |
HWY_INLINE V | CombineShiftRightI64Lanes (V hi, V lo) |
template<int kI64Lanes, class V , HWY_IF_V_SIZE_V(V, 32) > | |
HWY_INLINE V | SlideUpI64Lanes (V v) |
template<class D , HWY_IF_V_SIZE_D(D, 32) , HWY_IF_T_SIZE_ONE_OF_D( D,(1<< 1)|((HWY_TARGET > HWY_AVX3) ?(1<< 2) :0)) > | |
HWY_INLINE VFromD< D > | TableLookupSlideUpLanes (D d, VFromD< D > v, size_t amt) |
template<int kI64Lanes, class V , HWY_IF_V_SIZE_V(V, 32) > | |
HWY_INLINE V | SlideDownI64Lanes (V v) |
template<class D , HWY_IF_V_SIZE_D(D, 32) , HWY_IF_T_SIZE_ONE_OF_D( D,(1<< 1)|((HWY_TARGET > HWY_AVX3) ?(1<< 2) :0)) > | |
HWY_INLINE VFromD< D > | TableLookupSlideDownLanes (D d, VFromD< D > v, size_t amt) |
HWY_INLINE Vec256< uint16_t > | Shl (hwy::UnsignedTag, Vec256< uint16_t > v, Vec256< uint16_t > bits) |
HWY_API Vec256< uint8_t > | Shl (hwy::UnsignedTag tag, Vec256< uint8_t > v, Vec256< uint8_t > bits) |
HWY_INLINE Vec256< uint32_t > | Shl (hwy::UnsignedTag, Vec256< uint32_t > v, Vec256< uint32_t > bits) |
HWY_INLINE Vec256< uint64_t > | Shl (hwy::UnsignedTag, Vec256< uint64_t > v, Vec256< uint64_t > bits) |
template<typename T > | |
HWY_INLINE Vec256< T > | Shl (hwy::SignedTag, Vec256< T > v, Vec256< T > bits) |
template<uint32_t LO, uint32_t HI, typename T > | |
HWY_INLINE Vec128< uint32_t > | LookupAndConcatHalves (Vec256< T > v) |
template<uint16_t LO, uint16_t HI, typename T > | |
HWY_INLINE Vec128< uint32_t, 2 > | LookupAndConcatQuarters (Vec256< T > v) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 1 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 2 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 4 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 8 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask256< T > mask) |
HWY_INLINE Vec256< uint8_t > | NativeExpand (Vec256< uint8_t > v, Mask256< uint8_t > mask) |
HWY_INLINE Vec256< uint16_t > | NativeExpand (Vec256< uint16_t > v, Mask256< uint16_t > mask) |
HWY_INLINE Vec256< uint32_t > | NativeExpand (Vec256< uint32_t > v, Mask256< uint32_t > mask) |
HWY_INLINE Vec256< uint64_t > | NativeExpand (Vec256< uint64_t > v, Mask256< uint64_t > mask) |
template<class D , HWY_IF_V_SIZE_D(D, 32) > | |
HWY_API void | LoadTransposedBlocks3 (D d, const TFromD< D > *HWY_RESTRICT unaligned, VFromD< D > &A, VFromD< D > &B, VFromD< D > &C) |
template<class D , HWY_IF_V_SIZE_D(D, 32) > | |
HWY_API void | LoadTransposedBlocks4 (D d, const TFromD< D > *HWY_RESTRICT unaligned, VFromD< D > &vA, VFromD< D > &vB, VFromD< D > &vC, VFromD< D > &vD) |
template<class D , HWY_IF_V_SIZE_D(D, 32) > | |
HWY_API void | StoreTransposedBlocks2 (VFromD< D > i, VFromD< D > j, D d, TFromD< D > *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_D(D, 32) > | |
HWY_API void | StoreTransposedBlocks3 (VFromD< D > i, VFromD< D > j, VFromD< D > k, D d, TFromD< D > *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_D(D, 32) > | |
HWY_API void | StoreTransposedBlocks4 (VFromD< D > i, VFromD< D > j, VFromD< D > k, VFromD< D > l, D d, TFromD< D > *HWY_RESTRICT unaligned) |
HWY_INLINE __m512i | BitCastToInteger (__m512i v) |
HWY_INLINE __m512i | BitCastToInteger (__m512 v) |
HWY_INLINE __m512i | BitCastToInteger (__m512d v) |
template<typename T > | |
HWY_INLINE Vec512< uint8_t > | BitCastToByte (Vec512< T > v) |
template<class D , HWY_IF_V_SIZE_D(D, 64) > | |
HWY_INLINE VFromD< D > | BitCastFromByte (D, Vec512< uint8_t > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 1 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 2 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 4 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 8 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > no) |
HWY_INLINE Vec512< uint32_t > | SumsOf4 (hwy::UnsignedTag, hwy::SizeTag< 1 >, Vec512< uint8_t > v) |
template<typename T > | |
HWY_API Vec512< T > | GaloisAffine (Vec512< T > v, Vec512< uint64_t > matrix) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 1 >, Vec512< T > v, Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 2 >, Vec512< T > v, Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 4 >, Vec512< T > v, Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 8 >, Vec512< T > v, Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 1 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 2 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 4 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 8 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 1 >, Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 2 >, Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 4 >, Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 8 >, Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 1 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 2 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 4 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 8 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 1 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 2 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 4 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 8 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 1 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 2 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 4 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 8 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 1 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 2 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 4 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 8 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 1 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 2 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 4 >, Mask512< T > a, Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | ExclusiveNeither (hwy::SizeTag< 8 >, Mask512< T > a, Mask512< T > b) |
template<int kScale, typename T , HWY_IF_UI32(T) > | |
HWY_INLINE Vec512< T > | NativeGather512 (const T *HWY_RESTRICT base, Vec512< int32_t > indices) |
template<int kScale, typename T , HWY_IF_UI64(T) > | |
HWY_INLINE Vec512< T > | NativeGather512 (const T *HWY_RESTRICT base, Vec512< int64_t > indices) |
template<int kScale> | |
HWY_INLINE Vec512< float > | NativeGather512 (const float *HWY_RESTRICT base, Vec512< int32_t > indices) |
template<int kScale> | |
HWY_INLINE Vec512< double > | NativeGather512 (const double *HWY_RESTRICT base, Vec512< int64_t > indices) |
template<int kScale, typename T , HWY_IF_UI32(T) > | |
HWY_INLINE Vec512< T > | NativeMaskedGatherOr512 (Vec512< T > no, Mask512< T > m, const T *HWY_RESTRICT base, Vec512< int32_t > indices) |
template<int kScale, typename T , HWY_IF_UI64(T) > | |
HWY_INLINE Vec512< T > | NativeMaskedGatherOr512 (Vec512< T > no, Mask512< T > m, const T *HWY_RESTRICT base, Vec512< int64_t > indices) |
template<int kScale> | |
HWY_INLINE Vec512< float > | NativeMaskedGatherOr512 (Vec512< float > no, Mask512< float > m, const float *HWY_RESTRICT base, Vec512< int32_t > indices) |
template<int kScale> | |
HWY_INLINE Vec512< double > | NativeMaskedGatherOr512 (Vec512< double > no, Mask512< double > m, const double *HWY_RESTRICT base, Vec512< int64_t > indices) |
template<typename T > | |
HWY_INLINE Vec512< T > | InsertBlock (hwy::SizeTag< 0 >, Vec512< T > v, Vec128< T > blk_to_insert) |
template<size_t kBlockIdx, typename T > | |
HWY_INLINE Vec512< T > | InsertBlock (hwy::SizeTag< kBlockIdx >, Vec512< T > v, Vec128< T > blk_to_insert) |
template<size_t kBlockIdx, hwy::EnableIf< kBlockIdx !=0 > * = nullptr> | |
HWY_INLINE Vec512< float > | InsertBlock (hwy::SizeTag< kBlockIdx >, Vec512< float > v, Vec128< float > blk_to_insert) |
template<size_t kBlockIdx, hwy::EnableIf< kBlockIdx !=0 > * = nullptr> | |
HWY_INLINE Vec512< double > | InsertBlock (hwy::SizeTag< kBlockIdx >, Vec512< double > v, Vec128< double > blk_to_insert) |
template<class DTo , class DFrom , HWY_IF_NOT_FLOAT3264_D(DTo) > | |
HWY_INLINE VFromD< DTo > | ZeroExtendResizeBitCast (hwy::SizeTag< 16 >, hwy::SizeTag< 64 >, DTo d_to, DFrom d_from, VFromD< DFrom > v) |
template<class DTo , class DFrom , HWY_IF_F64_D(DTo) > | |
HWY_INLINE Vec512< double > | ZeroExtendResizeBitCast (hwy::SizeTag< 16 >, hwy::SizeTag< 64 >, DTo d_to, DFrom d_from, VFromD< DFrom > v) |
template<class DTo , class DFrom > | |
HWY_INLINE VFromD< DTo > | ZeroExtendResizeBitCast (hwy::SizeTag< 8 >, hwy::SizeTag< 64 >, DTo d_to, DFrom d_from, VFromD< DFrom > v) |
template<class T , HWY_IF_T_SIZE(T, 1) > | |
HWY_INLINE Vec512< T > | BroadcastLane (hwy::SizeTag< 0 >, Vec512< T > v) |
HWY_INLINE Vec512< float > | BroadcastLane (hwy::SizeTag< 0 >, Vec512< float > v) |
HWY_INLINE Vec512< double > | BroadcastLane (hwy::SizeTag< 0 >, Vec512< double > v) |
template<size_t kLaneIdx, class T , hwy::EnableIf< kLaneIdx !=0 > * = nullptr> | |
HWY_INLINE Vec512< T > | BroadcastLane (hwy::SizeTag< kLaneIdx >, Vec512< T > v) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec512< T > | ShuffleTwo2301 (const Vec512< T > a, const Vec512< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec512< T > | ShuffleTwo1230 (const Vec512< T > a, const Vec512< T > b) |
template<typename T , HWY_IF_T_SIZE(T, 4) > | |
HWY_API Vec512< T > | ShuffleTwo3012 (const Vec512< T > a, const Vec512< T > b) |
template<size_t kIdx3210, class V , HWY_IF_NOT_FLOAT(TFromV< V >) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 4 >, hwy::SizeTag< 64 >, V v) |
template<size_t kIdx3210, class V , HWY_IF_NOT_FLOAT(TFromV< V >) > | |
HWY_INLINE V | Per4LaneBlockShuffle (hwy::SizeTag< kIdx3210 >, hwy::SizeTag< 8 >, hwy::SizeTag< 64 >, V v) |
template<int kI32Lanes, class V , HWY_IF_V_SIZE_V(V, 64) > | |
HWY_INLINE V | SlideUpI32Lanes (V v) |
template<int kI32Lanes, class V , HWY_IF_V_SIZE_V(V, 64) > | |
HWY_INLINE V | SlideDownI32Lanes (V v) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 1 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 2 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 4 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 8 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask512< T > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | NativeCompress (const Vec128< uint8_t, N > v, const Mask128< uint8_t, N > mask) |
HWY_INLINE Vec256< uint8_t > | NativeCompress (const Vec256< uint8_t > v, const Mask256< uint8_t > mask) |
HWY_INLINE Vec512< uint8_t > | NativeCompress (const Vec512< uint8_t > v, const Mask512< uint8_t > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint16_t, N > | NativeCompress (const Vec128< uint16_t, N > v, const Mask128< uint16_t, N > mask) |
HWY_INLINE Vec256< uint16_t > | NativeCompress (const Vec256< uint16_t > v, const Mask256< uint16_t > mask) |
HWY_INLINE Vec512< uint16_t > | NativeCompress (const Vec512< uint16_t > v, const Mask512< uint16_t > mask) |
HWY_INLINE Vec512< uint8_t > | NativeExpand (Vec512< uint8_t > v, Mask512< uint8_t > mask) |
HWY_INLINE Vec512< uint16_t > | NativeExpand (Vec512< uint16_t > v, Mask512< uint16_t > mask) |
template<class D , HWY_IF_V_SIZE_D(D, 64) , HWY_IF_U8_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (Mask512< uint8_t > mask, D, const uint8_t *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_D(D, 64) , HWY_IF_U16_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (Mask512< uint16_t > mask, D, const uint16_t *HWY_RESTRICT unaligned) |
template<size_t N> | |
HWY_INLINE Vec128< uint32_t, N > | NativeCompress (Vec128< uint32_t, N > v, Mask128< uint32_t, N > mask) |
HWY_INLINE Vec256< uint32_t > | NativeCompress (Vec256< uint32_t > v, Mask256< uint32_t > mask) |
HWY_INLINE Vec512< uint32_t > | NativeCompress (Vec512< uint32_t > v, Mask512< uint32_t > mask) |
HWY_INLINE Vec512< uint32_t > | NativeExpand (Vec512< uint32_t > v, Mask512< uint32_t > mask) |
HWY_INLINE Vec512< uint64_t > | NativeExpand (Vec512< uint64_t > v, Mask512< uint64_t > mask) |
template<class D , HWY_IF_V_SIZE_D(D, 64) , HWY_IF_U32_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (Mask512< uint32_t > mask, D, const uint32_t *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_D(D, 64) , HWY_IF_U64_D(D) > | |
HWY_INLINE VFromD< D > | NativeLoadExpand (Mask512< uint64_t > mask, D, const uint64_t *HWY_RESTRICT unaligned) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | EmuCompress (Vec128< uint8_t, N > v, Mask128< uint8_t, N > mask) |
template<size_t N> | |
HWY_INLINE Vec128< uint16_t, N > | EmuCompress (Vec128< uint16_t, N > v, Mask128< uint16_t, N > mask) |
HWY_INLINE Vec256< uint16_t > | EmuCompress (Vec256< uint16_t > v, Mask256< uint16_t > mask) |
template<class D , HWY_IF_V_SIZE_LE_D(D, 16) > | |
HWY_INLINE void | EmuCompressStore (VFromD< D > v, MFromD< D > mask, D d, TFromD< D > *HWY_RESTRICT unaligned) |
template<class D , HWY_IF_V_SIZE_D(D, 32) , HWY_IF_U16_D(D) > | |
HWY_INLINE void | EmuCompressStore (VFromD< D > v, MFromD< D > mask, D d, TFromD< D > *HWY_RESTRICT unaligned) |
template<typename T > | |
HWY_INLINE Vec512< T > | EmuCompress (Vec512< T > v, Mask512< T > mask) |
HWY_INLINE Vec256< uint8_t > | EmuCompress (Vec256< uint8_t > v, const Mask256< uint8_t > mask) |
template<_MM_PERM_ENUM kPerm, typename T > | |
Vec512< T > | Shuffle128 (const Vec512< T > lo, const Vec512< T > hi) |
template<_MM_PERM_ENUM kPerm> | |
Vec512< float > | Shuffle128 (const Vec512< float > lo, const Vec512< float > hi) |
template<_MM_PERM_ENUM kPerm> | |
Vec512< double > | Shuffle128 (const Vec512< double > lo, const Vec512< double > hi) |
template<class V , HWY_IF_UNSIGNED_V(V) , HWY_IF_T_SIZE_ONE_OF_V(V,(1<< 1)|(1<< 2)) , HWY_IF_LANES_LE_D(DFromV< V >, 16) > | |
HWY_INLINE V | Lzcnt32ForU8OrU16 (V v) |
template<class V , HWY_IF_UNSIGNED_V(V) , HWY_IF_T_SIZE_ONE_OF_V(V,(1<< 1)|(1<< 2)) , HWY_IF_LANES_D(DFromV< V >, 32) > | |
HWY_INLINE VFromD< Rebind< uint16_t, DFromV< V > > > | Lzcnt32ForU8OrU16AsU16 (V v) |
HWY_INLINE Vec256< uint8_t > | Lzcnt32ForU8OrU16 (Vec256< uint8_t > v) |
HWY_INLINE Vec512< uint8_t > | Lzcnt32ForU8OrU16 (Vec512< uint8_t > v) |
HWY_INLINE Vec512< uint16_t > | Lzcnt32ForU8OrU16 (Vec512< uint16_t > v) |
Variables | |
vreinterpret | |
_u8_ | |
using hwy::HWY_NAMESPACE::detail::AdjustSimdTagToMinVecPow2 |
using hwy::HWY_NAMESPACE::detail::F32ExpLzcntMinMaxCmpV = VFromD<F32ExpLzcntMinMaxRepartition<DFromV<V>>> |
using hwy::HWY_NAMESPACE::detail::F32ExpLzcntMinMaxRepartition = RebindToUnsigned<D> |
using hwy::HWY_NAMESPACE::detail::NativeLaneType = typename NativeLaneTypeT<T>::type |
using hwy::HWY_NAMESPACE::detail::RebindToUnsignedIfNotFloat |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Add | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Add | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
Referenced by LargerSortValue(), and SmallerSortValue().
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | ) |
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::m.
Referenced by HeapSelect(), and SiftDown().
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::m.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::m.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::m.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::And(), BitsFromMask(), BitsFromMask(), BitsFromMask(), Eq128Vec(), ReduceWithinBlocks(), RoundF32ForDemoteToBF16(), and UI8ReverseBitsStep().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::AndNot(), MaskUpperHalf(), Not(), Not(), Not(), Not(), Not(), and UI8ReverseBitsStep().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_API V hwy::HWY_NAMESPACE::detail::AVX2ShlU16Vec128 | ( | V | v, |
V | bits ) |
References AVX2ShlU16Vec128(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::PromoteTo(), and hwy::HWY_NAMESPACE::TruncateTo().
Referenced by AVX2ShlU16Vec128(), and Shl().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::AVX2ShlU8Vec128 | ( | V | v, |
V | bits ) |
References AVX2ShlU8Vec128(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::PromoteTo(), and hwy::HWY_NAMESPACE::TruncateTo().
Referenced by AVX2ShlU8Vec128(), and Shl().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::AVX2ShrI8Vec128 | ( | V | v, |
V | bits ) |
References AVX2ShrI8Vec128(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DemoteTo(), and hwy::HWY_NAMESPACE::PromoteTo().
Referenced by AVX2ShrI8Vec128().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::AVX2ShrU8Vec128 | ( | V | v, |
V | bits ) |
References AVX2ShrU8Vec128(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DemoteTo(), and hwy::HWY_NAMESPACE::PromoteTo().
Referenced by AVX2ShrU8Vec128().
|
static |
References AVX3Blsi().
Referenced by AVX3Blsi(), hwy::HWY_NAMESPACE::SetAtOrAfterFirst(), hwy::HWY_NAMESPACE::SetBeforeFirst(), and hwy::HWY_NAMESPACE::SetOnlyFirst().
|
static |
References AVX3Blsi().
|
static |
References AVX3Blsmsk().
Referenced by AVX3Blsmsk(), and hwy::HWY_NAMESPACE::SetAtOrBeforeFirst().
|
static |
References AVX3Blsmsk().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | d, |
svuint8_t | v ) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::d.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | d, |
Vec128< uint8_t, d.MaxBytes()> | v ) |
HWY_INLINE Vec128< int8_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< uint16_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< int16_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< int32_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< int64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< float > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t > | v ) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec128< uint8_t, D().MaxBytes()> | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec256< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec512< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec64< uint64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec64< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec64< int64_t > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
Vec64< uint8_t > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
VFromD< D > | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
VFromD< RebindToUnsigned< D > > | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | D | , |
VFromD< Repartition< uint8_t, D > > | v ) |
HWY_INLINE VFromD< Simd< int16_t, N, kPow2 > > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< hwy::bfloat16_t, N, kPow2 > | , |
VFromD< Simd< uint8_t, N, kPow2 > > | v ) |
References BitCastFromByte().
HWY_INLINE VFromD< Simd< uint16_t, N, kPow2 > > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< hwy::float16_t, N, kPow2 > | , |
VFromD< Simd< uint8_t, N, kPow2 > > | v ) |
References BitCastFromByte().
HWY_INLINE svuint8_t hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | V | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), and BitCastToByte().
HWY_INLINE Vec128< uint8_t, N *2 > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< bfloat16_t, N > | v | ) |
References BitCastToByte(), and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_CAST_TO_U8 HWY_INLINE Vec128< uint8_t, N *2 > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< float16_t, N > | v | ) |
References BitCastToByte(), and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< uint8_t, N *sizeof(T)> hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< T, N > | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< uint8_t, N > | v | ) |
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec256< T > | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512< uint8_t > hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec512< T > | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __f32x4 | v | ) |
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __f64x2 | v | ) |
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128 | v | ) |
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128d | v | ) |
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128i | v | ) |
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256 | v | ) |
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256d | v | ) |
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256i | v | ) |
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512 | v | ) |
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512d | v | ) |
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512i | v | ) |
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __v128_u | v | ) |
Referenced by BitCastToByte(), BitCastToByte(), and BitCastToByte().
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::BitsFromBool | ( | svuint8_t | x | ) |
References hwy::HWY_NAMESPACE::BitCast(), and Or().
Referenced by hwy::HWY_NAMESPACE::StoreMaskBits().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | const Mask256< T > | mask | ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, 8 > | mask ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by BitsFromMask(), hwy::HWY_NAMESPACE::CompressBlendedStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::Expand(), hwy::HWY_NAMESPACE::Expand(), hwy::HWY_NAMESPACE::Expand(), hwy::HWY_NAMESPACE::FindFirstTrue(), hwy::HWY_NAMESPACE::FindKnownFirstTrue(), hwy::HWY_NAMESPACE::FindKnownLastTrue(), hwy::HWY_NAMESPACE::FindLastTrue(), hwy::HWY_NAMESPACE::StoreMaskBits(), and hwy::HWY_NAMESPACE::StoreMaskBits().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
Mask128< T > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
Mask128< T > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
Mask128< T > | m ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
Mask128< T, 1 > | m ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask ) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | Mask128< T, N > | mask | ) |
References BitsFromMask().
HWY_INLINE svuint8_t hwy::HWY_NAMESPACE::detail::BoolFromMask | ( | svbool_t | m | ) |
References hwy::HWY_NAMESPACE::m.
Referenced by hwy::HWY_NAMESPACE::StoreMaskBits().
HWY_INLINE Vec256< double > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< 0 > | , |
Vec256< double > | v ) |
References hwy::HWY_NAMESPACE::LowerHalf().
HWY_INLINE Vec256< float > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< 0 > | , |
Vec256< float > | v ) |
References hwy::HWY_NAMESPACE::LowerHalf().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< 0 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::LowerHalf().
Referenced by hwy::HWY_NAMESPACE::BroadcastLane().
HWY_INLINE Vec512< double > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< 0 > | , |
Vec512< double > | v ) |
References hwy::HWY_NAMESPACE::ResizeBitCast().
HWY_INLINE Vec512< float > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< 0 > | , |
Vec512< float > | v ) |
References hwy::HWY_NAMESPACE::ResizeBitCast().
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< 0 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::ResizeBitCast().
HWY_INLINE Vec256< double > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< kLaneIdx > | , |
Vec256< double > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< kLaneIdx > | , |
Vec256< T > | v ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::BroadcastLane | ( | hwy::SizeTag< kLaneIdx > | , |
Vec512< T > | v ) |
|
constexpr |
Referenced by hwy::HWY_NAMESPACE::AllFalse(), hwy::HWY_NAMESPACE::AllTrue(), and hwy::HWY_NAMESPACE::CountTrue().
HWY_INLINE ToT hwy::HWY_NAMESPACE::detail::CastValueForF2IConv | ( | FromT | val | ) |
References HWY_MIN, hwy::ScalarAbs(), and hwy::ScalarSignBit().
HWY_INLINE ToT hwy::HWY_NAMESPACE::detail::CastValueForInRangeF2IConv | ( | FromT | val | ) |
References HWY_MIN, and hwy::ScalarAbs().
HWY_INLINE ToT hwy::HWY_NAMESPACE::detail::CastValueForPromoteTo | ( | hwy::SignedTag | , |
float | val ) |
HWY_INLINE ToT hwy::HWY_NAMESPACE::detail::CastValueForPromoteTo | ( | hwy::UnsignedTag | , |
float | val ) |
HWY_INLINE ToT hwy::HWY_NAMESPACE::detail::CastValueForPromoteTo | ( | ToTypeTag | , |
FromT | val ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | D | d, |
V | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | D | , |
VFromD< D > | v ) |
References ChangeLMUL().
Referenced by ChangeLMUL(), and ChangeLMUL().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ClampF64ToI32Max | ( | D | d, |
VFromD< D > | v ) |
References ClampF64ToI32Max(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Min(), and hwy::HWY_NAMESPACE::Set().
Referenced by ClampF64ToI32Max().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::CombineShiftRightI32Lanes | ( | V | hi, |
V | lo ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
Referenced by SlideUpI32Lanes().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::CombineShiftRightI64Lanes | ( | V | hi, |
V | lo ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
Referenced by SlideUpI64Lanes().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Compress | ( | Vec128< T, N > | v, |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::TableLookupBytes().
Referenced by hwy::HWY_NAMESPACE::CompressBits(), hwy::HWY_NAMESPACE::CompressBitsStore(), hwy::HWY_NAMESPACE::CompressBlendedStore(), hwy::HWY_NAMESPACE::CompressStore(), InterleaveLowerBlocks(), and InterleaveUpperBlocks().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::CompressBits | ( | Vec128< T, N > | v, |
uint64_t | mask_bits ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::CompressNot | ( | Vec128< T, N > | v, |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::TableLookupBytes().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::CompressNotBits | ( | Vec128< T, N > | v, |
uint64_t | mask_bits ) |
HWY_INLINE Vec128< float16_t, N > hwy::HWY_NAMESPACE::detail::ConcatEven | ( | Vec128< float16_t, N > | hi, |
Vec128< float16_t, N > | lo ) |
References hwy::HWY_NAMESPACE::BitCast(), ConcatEven(), and hwy::HWY_NAMESPACE::d.
Referenced by hwy::HWY_NAMESPACE::ConcatEven(), ConcatEven(), DemoteToF32WithRoundToOdd(), ReorderDemote2From64To32Combine(), hwy::HWY_NAMESPACE::TruncateTo(), hwy::HWY_NAMESPACE::TruncateTo(), and hwy::HWY_NAMESPACE::TruncateTo().
HWY_INLINE Vec128< float16_t, N > hwy::HWY_NAMESPACE::detail::ConcatOdd | ( | Vec128< float16_t, N > | hi, |
Vec128< float16_t, N > | lo ) |
References hwy::HWY_NAMESPACE::BitCast(), ConcatOdd(), and hwy::HWY_NAMESPACE::d.
Referenced by hwy::HWY_NAMESPACE::ConcatOdd(), and ConcatOdd().
HWY_INLINE Vec128< int32_t > hwy::HWY_NAMESPACE::detail::ConvertFToI | ( | D | , |
Vec128< float > | v ) |
References HWY_ARCH_ARM_A64, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::ConvertTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ConvertFToI | ( | D | , |
VFromD< RebindToFloat< D > > | v ) |
References HWY_ARCH_ARM_A64.
HWY_INLINE Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::ConvertFToU | ( | D | , |
Vec128< float > | v ) |
References HWY_ARCH_ARM_A64, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ConvertFToU | ( | D | , |
VFromD< RebindToFloat< D > > | v ) |
References HWY_ARCH_ARM_A64.
HWY_API VFromD< DTo > hwy::HWY_NAMESPACE::detail::ConvertTo | ( | hwy::FloatTag | , |
DTo | , | ||
Vec128< TFrom, HWY_MAX_LANES_D(DTo)> | from ) |
HWY_API VFromD< DTo > hwy::HWY_NAMESPACE::detail::ConvertTo | ( | hwy::NonFloatTag | , |
DTo | , | ||
Vec128< TFrom, HWY_MAX_LANES_D(DTo)> | from ) |
References HWY_MAX_LANES_D.
HWY_INLINE VFromD< RebindToFloat< DFromV< V > > > hwy::HWY_NAMESPACE::detail::ConvToF64WithRoundToOdd | ( | V | v | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountAndReplaceNaN | ( | D | d, |
Traits | st, | ||
T *HWY_RESTRICT | keys, | ||
size_t | num ) |
References hwy::HWY_NAMESPACE::BlendedStore(), CountTrue(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, IfThenElse(), hwy::HWY_NAMESPACE::IsNaN(), hwy::HWY_NAMESPACE::Lanes(), hwy::HWY_NAMESPACE::LoadN(), hwy::HWY_NAMESPACE::LoadU(), and StoreN().
Referenced by hwy::HWY_NAMESPACE::PartialSort(), hwy::HWY_NAMESPACE::Select(), and hwy::HWY_NAMESPACE::Sort().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountAndReplaceNaN | ( | D | , |
Traits | , | ||
T * | HWY_RESTRICT, | ||
size_t | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 1 > | tag, |
Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by CountAndReplaceNaN(), and hwy::HWY_NAMESPACE::CountTrue().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 2 > | tag, |
Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 4 > | , |
Mask128< T > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 8 > | , |
Mask128< T > | mask ) |
HWY_INLINE VFromD< Rebind< uint64_t, D > > hwy::HWY_NAMESPACE::detail::DemoteFromU64MaskOutResult | ( | D | , |
VFromD< Rebind< uint64_t, D > > | v ) |
Referenced by DemoteFromU64Saturate().
HWY_INLINE VFromD< Rebind< uint64_t, D > > hwy::HWY_NAMESPACE::detail::DemoteFromU64Saturate | ( | D | dn, |
VFromD< Rebind< uint64_t, D > > | v ) |
|
static |
References ConcatEven(), and hwy::HWY_NAMESPACE::LowerHalf().
Referenced by hwy::HWY_NAMESPACE::DemoteTo().
HWY_INLINE Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec128< uint16_t, N > | v, |
Mask128< uint16_t, N > | mask ) |
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec128< uint8_t, N > | v, |
Mask128< uint8_t, N > | mask ) |
References hwy::HWY_NAMESPACE::Compress(), hwy::HWY_NAMESPACE::d, EmuCompress(), hwy::HWY_NAMESPACE::PromoteTo(), hwy::HWY_NAMESPACE::Mask128< T, N >::raw, and hwy::HWY_NAMESPACE::TruncateTo().
Referenced by EmuCompress(), EmuCompress(), EmuCompress(), EmuCompress(), EmuCompress(), and EmuCompressStore().
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec256< uint16_t > | v, |
Mask256< uint16_t > | mask ) |
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec256< uint8_t > | v, |
const Mask256< uint8_t > | mask ) |
References hwy::HWY_NAMESPACE::d, EmuCompress(), EmuCompressStore(), and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::EmuCompress | ( | Vec512< T > | v, |
Mask512< T > | mask ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::EmuCompressStore | ( | VFromD< D > | v, |
MFromD< D > | mask, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, EmuCompress(), EmuCompressStore(), and hwy::HWY_NAMESPACE::StoreU().
Referenced by EmuCompress(), EmuCompress(), and EmuCompressStore().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::EmuCompressStore | ( | VFromD< D > | v, |
MFromD< D > | mask, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, EmuCompress(), EmuCompressStore(), and hwy::HWY_NAMESPACE::StoreU().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Eq128UpperVec | ( | D | d, |
V | a, | ||
V | b ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Eq(), Eq128UpperVec(), InterleaveUpper(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Eq128Upper(), Eq128UpperVec(), and Eq128UpperVec().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Eq128UpperVec | ( | D | d, |
VFromD< D > | a, | ||
VFromD< D > | b ) |
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::Eq128Vec | ( | D | d, |
const svuint64_t | a, | ||
const svuint64_t | b ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Eq128Vec | ( | D | d, |
V | a, | ||
V | b ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Eq128Vec | ( | D | d, |
VFromD< D > | a, | ||
VFromD< D > | b ) |
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::ExclusiveNeither().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 1 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 2 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 4 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::ExclusiveNeither | ( | hwy::SizeTag< 8 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::ExpandLoop | ( | V | v, |
svbool_t | mask ) |
References hwy::HWY_NAMESPACE::d, IndicesForExpandFromBits(), hwy::HWY_NAMESPACE::Iota(), LaneIndicesFromByteIndices(), hwy::HWY_NAMESPACE::Lanes(), hwy::HWY_NAMESPACE::LoadU(), hwy::HWY_NAMESPACE::MaxLanes(), hwy::PopCount(), Splice(), hwy::HWY_NAMESPACE::StoreMaskBits(), hwy::HWY_NAMESPACE::StoreU(), and hwy::HWY_NAMESPACE::TableLookupLanes().
Referenced by hwy::HWY_NAMESPACE::Expand().
VFromD< D > hwy::HWY_NAMESPACE::detail::Ext | ( | D | d, |
VFromD< Half< D > > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and Ext().
Referenced by hwy::HWY_NAMESPACE::Combine(), hwy::HWY_NAMESPACE::ConcatLowerUpper(), Ext(), and hwy::HWY_NAMESPACE::UpperHalf().
HWY_INLINE double hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< double > | v | ) |
HWY_INLINE double hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< double, N > | v | ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE float hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< float, N > | v | ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE T hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE T hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE double hwy::HWY_NAMESPACE::detail::ExtractLane | ( | const Vec64< double > | v | ) |
References hwy::HWY_NAMESPACE::ExtractLane(), and hwy::HWY_NAMESPACE::GetLane().
HWY_INLINE F32ExpLzcntMinMaxCmpV< V > hwy::HWY_NAMESPACE::detail::F32ExpLzcntMinMaxBitCast | ( | V | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_INLINE MFromD< D > hwy::HWY_NAMESPACE::detail::FirstNPerBlock | ( | D | ) |
References hwy::HWY_NAMESPACE::BitCast(), Iota0(), and LanesPerBlock().
Referenced by hwy::HWY_NAMESPACE::CombineShiftRightBytes(), and hwy::HWY_NAMESPACE::ShiftRightLanes().
HWY_INLINE VFromD< DI > hwy::HWY_NAMESPACE::detail::FixConversionOverflow | ( | DI | di, |
VFromD< RebindToFloat< DI > > | original, | ||
VFromD< DI > | converted ) |
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::GaloisAffine | ( | Vec128< T, N > | v, |
VFromD< Repartition< uint64_t, Simd< T, N, 0 > > > | matrix ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::BroadcastSignBit(), hwy::HWY_NAMESPACE::ShiftLeft(), and hwy::HWY_NAMESPACE::ShiftRight().
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::GaloisAffine | ( | Vec256< T > | v, |
Vec256< uint64_t > | matrix ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec512< T > hwy::HWY_NAMESPACE::detail::GaloisAffine | ( | Vec512< T > | v, |
Vec512< uint64_t > | matrix ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
|
static |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
Referenced by NibblesFromMask().
void hwy::HWY_NAMESPACE::detail::HeapPartialSort | ( | Traits | st, |
T *HWY_RESTRICT | lanes, | ||
const size_t | num_lanes, | ||
const size_t | select ) |
References HeapSelect(), and HeapSort().
Referenced by hwy::HWY_NAMESPACE::CallHeapPartialSort(), and hwy::HWY_NAMESPACE::PartialSort().
void hwy::HWY_NAMESPACE::detail::HeapSelect | ( | Traits | st, |
T *HWY_RESTRICT | lanes, | ||
const size_t | num_lanes, | ||
const size_t | select ) |
References AllTrue(), hwy::HWY_NAMESPACE::d, HWY_ASSERT, and SiftDown().
Referenced by hwy::HWY_NAMESPACE::CallHeapSelect(), HeapPartialSort(), and hwy::HWY_NAMESPACE::Select().
void hwy::HWY_NAMESPACE::detail::HeapSort | ( | Traits | st, |
T *HWY_RESTRICT | lanes, | ||
const size_t | num_lanes ) |
References HWY_ASSERT, and SiftDown().
Referenced by hwy::HWY_NAMESPACE::CallHeapSort(), HeapPartialSort(), and hwy::HWY_NAMESPACE::Sort().
hwy::HWY_NAMESPACE::detail::HWY_NEON_DEF_FUNCTION_ALL_FLOATS | ( | BitCastToByte | , |
vreinterpret | , | ||
_u8_ | , | ||
HWY_CAST_TO_U8 | ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::I128Subtract | ( | V | a, |
V | b ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::I32RangeU32ToF32BiasedExp | ( | V | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), ConvertTo(), and hwy::HWY_NAMESPACE::d.
Referenced by UIntToF32BiasedExp().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | const uint64_t | mask_bits | ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | hwy::SizeTag< 2 > | , |
uint64_t | mask_bits ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | hwy::SizeTag< 4 > | , |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromNotBits | ( | const uint64_t | mask_bits | ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromNotBits | ( | hwy::SizeTag< 2 > | , |
uint64_t | mask_bits ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IdxFromNotBits | ( | hwy::SizeTag< 4 > | , |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by CountAndReplaceNaN(), hwy::HWY_NAMESPACE::IfThenElse(), hwy::HWY_NAMESPACE::IfThenElse(), hwy::HWY_NAMESPACE::IfThenElse(), InsertBlock(), LargerSortValue(), OddEven(), and SmallerSortValue().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::IfThenZeroElse(), and hwy::HWY_NAMESPACE::IfThenZeroElse().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no ) |
HWY_INLINE svuint8_t hwy::HWY_NAMESPACE::detail::IndicesForExpandFromBits | ( | uint64_t | mask_bits | ) |
References hwy::HWY_NAMESPACE::Load().
Referenced by hwy::HWY_NAMESPACE::Expand(), and ExpandLoop().
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::IndicesForExpandFromBits | ( | uint64_t | mask_bits | ) |
References HWY_DASSERT, and hwy::HWY_NAMESPACE::LoadU().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::IndicesFromBits128 | ( | D | d, |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::ZipLower().
Referenced by CompressBits().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::IndicesFromNotBits128 | ( | D | d, |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::ZipLower().
Referenced by CompressNotBits().
HWY_INLINE VFromD< Repartition< uint8_t, D > > hwy::HWY_NAMESPACE::detail::IndicesFromVecBroadcastLaneBytes | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Iota().
HWY_INLINE VFromD< Repartition< uint8_t, D > > hwy::HWY_NAMESPACE::detail::IndicesFromVecByteOffsets | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::InsertBlock | ( | hwy::SizeTag< 0 > | , |
Vec512< T > | v, | ||
Vec128< T > | blk_to_insert ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::FirstN(), IfThenElse(), and hwy::HWY_NAMESPACE::ResizeBitCast().
Referenced by hwy::HWY_NAMESPACE::InsertBlock().
HWY_INLINE Vec512< double > hwy::HWY_NAMESPACE::detail::InsertBlock | ( | hwy::SizeTag< kBlockIdx > | , |
Vec512< double > | v, | ||
Vec128< double > | blk_to_insert ) |
HWY_INLINE Vec512< float > hwy::HWY_NAMESPACE::detail::InsertBlock | ( | hwy::SizeTag< kBlockIdx > | , |
Vec512< float > | v, | ||
Vec128< float > | blk_to_insert ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::InsertBlock | ( | hwy::SizeTag< kBlockIdx > | , |
Vec512< T > | v, | ||
Vec128< T > | blk_to_insert ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API V hwy::HWY_NAMESPACE::detail::InsertLane | ( | const V | v, |
TFromD< D > | t ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
Referenced by InsertLane(), and InsertLane().
HWY_INLINE Vec128< double > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< double > | v, |
double | t ) |
HWY_INLINE Vec128< double, 1 > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< double, 1 > | v, |
double | t ) |
References InsertLane(), and hwy::HWY_NAMESPACE::Set().
HWY_INLINE Vec128< double, N > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< double, N > | v, |
double | t ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< float, N > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< float, N > | v, |
float | t ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::InsertLane | ( | const Vec128< T, N > | v, |
T | t ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::InsertLaneUsingBroadcastAndBlend | ( | V | v, |
size_t | i, | ||
TFromV< V > | t ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::IfThenElse(), InsertLaneUsingBroadcastAndBlend(), hwy::HWY_NAMESPACE::Iota(), hwy::HWY_NAMESPACE::MaskFromVec(), hwy::HWY_NAMESPACE::RebindMask(), and hwy::HWY_NAMESPACE::Set().
Referenced by hwy::HWY_NAMESPACE::InsertLane(), and InsertLaneUsingBroadcastAndBlend().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::IntDiv | ( | V | a, |
V | b ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::IntDiv | ( | V | a, |
V | b ) |
HWY_INLINE Vec< D > hwy::HWY_NAMESPACE::detail::IntDivConvFloatToInt | ( | D | di, |
V | vf ) |
References hwy::HWY_NAMESPACE::ConvertInRangeTo().
Referenced by IntDivUsingFloatDiv().
HWY_INLINE Vec< D > hwy::HWY_NAMESPACE::detail::IntDivConvIntToFloat | ( | D | df, |
V | vi ) |
References ConvertTo().
Referenced by IntDivUsingFloatDiv().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::IntDivUsingFloatDiv | ( | V | a, |
V | b ) |
References hwy::HWY_NAMESPACE::Abs(), hwy::HWY_NAMESPACE::ApproximateReciprocal(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::ConvertInRangeTo(), ConvertTo(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Div(), hwy::HWY_NAMESPACE::Ge(), hwy::HWY_NAMESPACE::IfNegativeThenElse(), hwy::HWY_NAMESPACE::IfNegativeThenNegOrUndefIfZero(), hwy::IsSigned(), Mul(), Neg(), hwy::HWY_NAMESPACE::NegMulAdd(), Sub(), hwy::HWY_NAMESPACE::VecFromMask(), and Xor().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::IntDivUsingFloatDiv | ( | V | a, |
V | b ) |
References hwy::HWY_NAMESPACE::Abs(), Add(), hwy::HWY_NAMESPACE::ApproximateReciprocal(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Div(), hwy::HWY_NAMESPACE::Ge(), hwy::HWY_NAMESPACE::IfNegativeThenElse(), hwy::HWY_NAMESPACE::IfNegativeThenNegOrUndefIfZero(), IfThenElseZero(), IntDivConvFloatToInt(), IntDivConvIntToFloat(), hwy::IsSigned(), Mul(), Neg(), hwy::HWY_NAMESPACE::NegMulAdd(), hwy::HWY_NAMESPACE::RebindMask(), hwy::HWY_NAMESPACE::Set(), Sub(), hwy::HWY_NAMESPACE::VecFromMask(), and Xor().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::InterleaveLowerBlocks | ( | D | d, |
const V | a, | ||
const V | b ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::CeilLog2(), Compress(), hwy::HWY_NAMESPACE::d, InterleaveLowerBlocks(), and hwy::HWY_NAMESPACE::LowerHalf().
Referenced by InterleaveLowerBlocks().
HWY_API Vec128< double, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< double, N > | a, |
Vec128< double, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< float, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< float, N > | a, |
Vec128< float, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int16_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int16_t, N > | a, |
Vec128< int16_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int32_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int32_t, N > | a, |
Vec128< int32_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int64_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int64_t, N > | a, |
Vec128< int64_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int8_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int8_t, N > | a, |
Vec128< int8_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< T > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< T > | a, |
Vec128< T > | b ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Shuffle01().
Referenced by Eq128UpperVec(), Eq128UpperVec(), hwy::HWY_NAMESPACE::InterleaveUpper(), Lt128UpperVec(), Lt128UpperVec(), Lt128Vec(), Lt128Vec(), Ne128UpperVec(), Ne128UpperVec(), and Per4LaneBlockShuffle().
HWY_API Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint16_t, N > | a, |
Vec128< uint16_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint32_t, N > | a, |
Vec128< uint32_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint64_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint64_t, N > | a, |
Vec128< uint64_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint8_t, N > | a, |
Vec128< uint8_t, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::InterleaveUpperBlocks | ( | D | d, |
const V | a, | ||
const V | b ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::CeilLog2(), Compress(), hwy::HWY_NAMESPACE::d, InterleaveUpperBlocks(), and hwy::HWY_NAMESPACE::LowerHalf().
Referenced by InterleaveUpperBlocks().
HWY_API VFromD< D > hwy::HWY_NAMESPACE::detail::InterleaveWhole | ( | D | d, |
VFromD< Half< D > > | a, | ||
VFromD< Half< D > > | b ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, InterleaveWhole(), hwy::HWY_NAMESPACE::Or(), and hwy::HWY_NAMESPACE::PromoteTo().
Referenced by InterleaveWhole().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::IntMod | ( | V | a, |
V | b ) |
References hwy::HWY_NAMESPACE::NegMulAdd().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Iota0 | ( | D | d | ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Iota0 | ( | D | d | ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
|
static |
Referenced by hwy::HWY_NAMESPACE::ConvertTo(), and IsConstantRawAltivecVect().
|
static |
|
static |
|
static |
|
static |
References IsConstantRawAltivecVect().
HWY_INLINE MFromD< D > hwy::HWY_NAMESPACE::detail::IsEven | ( | D | d | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::RebindMask(), and hwy::HWY_NAMESPACE::Set().
Referenced by hwy::HWY_NAMESPACE::OddEven().
|
constexpr |
References HWY_LANES.
Referenced by hwy::HWY_NAMESPACE::ConcatEven(), hwy::HWY_NAMESPACE::ConcatLowerLower(), hwy::HWY_NAMESPACE::ConcatLowerUpper(), hwy::HWY_NAMESPACE::ConcatOdd(), hwy::HWY_NAMESPACE::ConcatUpperUpper(), hwy::HWY_NAMESPACE::FindFirstTrue(), hwy::HWY_NAMESPACE::FindKnownFirstTrue(), hwy::HWY_NAMESPACE::FindKnownLastTrue(), hwy::HWY_NAMESPACE::FindLastTrue(), hwy::HWY_NAMESPACE::InterleaveWholeUpper(), MakeMask(), MaskUpperHalf(), hwy::HWY_NAMESPACE::PromoteUpperTo(), hwy::HWY_NAMESPACE::Reverse(), hwy::HWY_NAMESPACE::ReverseBlocks(), hwy::HWY_NAMESPACE::ShiftRightLanes(), and hwy::HWY_NAMESPACE::TwoTablesLookupLanes().
|
constexpr |
|
constexpr |
HWY_INLINE MFromD< D > hwy::HWY_NAMESPACE::detail::IsOdd | ( | D | d | ) |
|
constexpr |
References hwy::HWY_NAMESPACE::d.
HWY_INLINE svuint8_t hwy::HWY_NAMESPACE::detail::LaneIndicesFromByteIndices | ( | D | , |
svuint8_t | idx ) |
Referenced by ExpandLoop().
HWY_INLINE VFromD< DU > hwy::HWY_NAMESPACE::detail::LaneIndicesFromByteIndices | ( | D | , |
svuint8_t | idx ) |
References hwy::HWY_NAMESPACE::PromoteTo().
|
constexpr |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::LanesPerBlock | ( | Simd< T, N, kPow2 > | d | ) |
Vec< D > hwy::HWY_NAMESPACE::detail::LargerSortValue | ( | D | d, |
Vec< D > | v ) |
References hwy::HWY_NAMESPACE::Abs(), Add(), AllFalse(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, IfThenElse(), hwy::HWY_NAMESPACE::Inf(), hwy::HWY_NAMESPACE::IsFinite(), hwy::HWY_NAMESPACE::IsNaN(), hwy::HWY_NAMESPACE::Le(), Neg(), hwy::HWY_NAMESPACE::RebindMask(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::SignBit().
Vec< D > hwy::HWY_NAMESPACE::detail::LargestSortValue | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Inf().
Referenced by hwy::HWY_NAMESPACE::detail::OrderAscending< T >::LastValue().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Load8Bytes | ( | D | d, |
const uint8_t * | bytes ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec128< uint8_t > hwy::HWY_NAMESPACE::detail::Load8Bytes | ( | D | , |
const uint8_t * | bytes ) |
References HWY_RCAST_ALIGNED.
Referenced by IdxFromBits(), and IdxFromNotBits().
HWY_INLINE MFromD< D > hwy::HWY_NAMESPACE::detail::LoadMaskBits | ( | D | d, |
uint64_t | mask_bits ) |
HWY_INLINE MFromD< D > hwy::HWY_NAMESPACE::detail::LoadMaskBits128 | ( | D | , |
uint64_t | mask_bits ) |
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks3 | ( | D | d, |
const T *HWY_RESTRICT | unaligned, | ||
Vec256< T > & | A, | ||
Vec256< T > & | B, | ||
Vec256< T > & | C ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks3 | ( | D | d, |
const TFromD< D > *HWY_RESTRICT | unaligned, | ||
VFromD< D > & | A, | ||
VFromD< D > & | B, | ||
VFromD< D > & | C ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::LoadU(), and hwy::HWY_NAMESPACE::MaxLanes().
Referenced by hwy::HWY_NAMESPACE::LoadInterleaved3().
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks3 | ( | D | d, |
const TFromD< D > *HWY_RESTRICT | unaligned, | ||
VFromD< D > & | A, | ||
VFromD< D > & | B, | ||
VFromD< D > & | C ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks4 | ( | D | d, |
const TFromD< D > *HWY_RESTRICT | unaligned, | ||
VFromD< D > & | vA, | ||
VFromD< D > & | vB, | ||
VFromD< D > & | vC, | ||
VFromD< D > & | vD ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::LoadU(), and hwy::HWY_NAMESPACE::MaxLanes().
Referenced by hwy::HWY_NAMESPACE::LoadInterleaved4().
HWY_API void hwy::HWY_NAMESPACE::detail::LoadTransposedBlocks4 | ( | D | d, |
const TFromD< D > *HWY_RESTRICT | unaligned, | ||
VFromD< D > & | vA, | ||
VFromD< D > & | vB, | ||
VFromD< D > & | vC, | ||
VFromD< D > & | vD ) |
HWY_INLINE Vec128< uint32_t > hwy::HWY_NAMESPACE::detail::LookupAndConcatHalves | ( | Vec256< T > | v | ) |
References hwy::HWY_NAMESPACE::Load(), LookupAndConcatHalves(), hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::TableLookupBytes().
Referenced by LookupAndConcatHalves().
HWY_INLINE Vec128< uint32_t, 2 > hwy::HWY_NAMESPACE::detail::LookupAndConcatQuarters | ( | Vec256< T > | v | ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Lt128UpperVec | ( | D | d, |
V | a, | ||
V | b ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Lt128UpperVec | ( | D | d, |
VFromD< D > | a, | ||
VFromD< D > | b ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Lt128Vec | ( | const D | d, |
VFromD< D > | a, | ||
VFromD< D > | b ) |
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::Lt128Vec | ( | D | d, |
const svuint64_t | a, | ||
const svuint64_t | b ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DupEven(), hwy::HWY_NAMESPACE::DupOdd(), hwy::HWY_NAMESPACE::Eq(), hwy::HWY_NAMESPACE::IfThenElse(), hwy::HWY_NAMESPACE::Lt(), Lt128Vec(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Lt128(), hwy::HWY_NAMESPACE::Lt128(), Lt128Vec(), Lt128Vec(), Lt128Vec(), hwy::HWY_NAMESPACE::Max128(), hwy::HWY_NAMESPACE::Max128(), hwy::HWY_NAMESPACE::Min128(), and hwy::HWY_NAMESPACE::Min128().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Lt128Vec | ( | D | d, |
V | a, | ||
V | b ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Lzcnt32ForU8OrU16 | ( | V | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::LeadingZeroCount(), Lzcnt32ForU8OrU16(), and hwy::HWY_NAMESPACE::PromoteTo().
Referenced by hwy::HWY_NAMESPACE::HighestSetBitIndex(), Lzcnt32ForU8OrU16(), Lzcnt32ForU8OrU16(), Lzcnt32ForU8OrU16(), and Lzcnt32ForU8OrU16().
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::Lzcnt32ForU8OrU16 | ( | Vec256< uint8_t > | v | ) |
HWY_INLINE Vec512< uint16_t > hwy::HWY_NAMESPACE::detail::Lzcnt32ForU8OrU16 | ( | Vec512< uint16_t > | v | ) |
References Lzcnt32ForU8OrU16(), and Lzcnt32ForU8OrU16AsU16().
HWY_INLINE Vec512< uint8_t > hwy::HWY_NAMESPACE::detail::Lzcnt32ForU8OrU16 | ( | Vec512< uint8_t > | v | ) |
HWY_INLINE VFromD< Rebind< uint16_t, DFromV< V > > > hwy::HWY_NAMESPACE::detail::Lzcnt32ForU8OrU16AsU16 | ( | V | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::LeadingZeroCount(), hwy::HWY_NAMESPACE::LowerHalf(), Lzcnt32ForU8OrU16AsU16(), hwy::HWY_NAMESPACE::OrderedDemote2To(), hwy::HWY_NAMESPACE::PromoteTo(), and hwy::HWY_NAMESPACE::UpperHalf().
Referenced by Lzcnt32ForU8OrU16(), Lzcnt32ForU8OrU16(), Lzcnt32ForU8OrU16(), and Lzcnt32ForU8OrU16AsU16().
svbool_t hwy::HWY_NAMESPACE::detail::MakeMask | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::FirstN(), IsFull(), and hwy::HWY_NAMESPACE::Lanes().
Referenced by hwy::HWY_NAMESPACE::AllFalse(), hwy::HWY_NAMESPACE::FindFirstTrue(), hwy::HWY_NAMESPACE::FindKnownFirstTrue(), hwy::HWY_NAMESPACE::FindKnownLastTrue(), hwy::HWY_NAMESPACE::GatherIndex(), MaskUpperHalf(), hwy::HWY_NAMESPACE::ReduceMax(), hwy::HWY_NAMESPACE::ReduceMin(), hwy::HWY_NAMESPACE::ReduceSum(), and hwy::HWY_NAMESPACE::ShiftRightLanes().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Eq128(), hwy::HWY_NAMESPACE::Eq128Upper(), LoadMaskBits128(), hwy::HWY_NAMESPACE::Lt128(), hwy::HWY_NAMESPACE::Lt128Upper(), hwy::HWY_NAMESPACE::MaskFromVec(), hwy::HWY_NAMESPACE::MaskFromVec(), hwy::HWY_NAMESPACE::Ne128(), hwy::HWY_NAMESPACE::Ne128Upper(), and OddEven().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
svbool_t hwy::HWY_NAMESPACE::detail::MaskLowerHalf | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Lanes().
Referenced by hwy::HWY_NAMESPACE::ConcatLowerLower(), hwy::HWY_NAMESPACE::ConcatUpperLower(), and MaskUpperHalf().
svbool_t hwy::HWY_NAMESPACE::detail::MaskUpperHalf | ( | D | d | ) |
References AndNot(), hwy::HWY_NAMESPACE::d, IsFull(), MakeMask(), MaskLowerHalf(), and Not().
Referenced by hwy::HWY_NAMESPACE::ConcatLowerUpper(), hwy::HWY_NAMESPACE::ConcatUpperUpper(), and hwy::HWY_NAMESPACE::UpperHalf().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Max | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References HWY_MAX, hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::ScalarIsNaN().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Max | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References HWY_MAX, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Max(), and hwy::HWY_NAMESPACE::detail::MaxFunc::operator()().
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > hwy::HWY_NAMESPACE::detail::MaxU | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::IfThenElse(), MaxU(), hwy::HWY_NAMESPACE::RebindMask(), and hwy::HWY_NAMESPACE::Set().
Referenced by MaxU().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::MaybePrintVector | ( | D | d, |
const char * | label, | ||
Vec< D > | v, | ||
size_t | start = 0, | ||
size_t | max_lanes = 16 ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Print().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::MaybeUnpoison | ( | T *HWY_RESTRICT | unaligned, |
size_t | count ) |
Referenced by hwy::HWY_NAMESPACE::CompressStore(), and hwy::HWY_NAMESPACE::StoreN().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Min | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References HWY_MIN, hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::ScalarIsNaN().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Min | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References HWY_MIN, and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Min(), hwy::HWY_NAMESPACE::detail::MinFunc::operator()(), and UIntToF32BiasedExp().
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > hwy::HWY_NAMESPACE::detail::MinU | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::IfThenElse(), MinU(), hwy::HWY_NAMESPACE::RebindMask(), and hwy::HWY_NAMESPACE::Set().
Referenced by MinU().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Mul | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by IntDivUsingFloatDiv(), and hwy::HWY_NAMESPACE::operator*().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Mul | ( | SignedTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Mul | ( | UnsignedTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< float, N > hwy::HWY_NAMESPACE::detail::MulAdd | ( | Vec128< float, N > | add, |
Vec128< float, N > | mul, | ||
Vec128< float, N > | x ) |
Referenced by hwy::HWY_NAMESPACE::MulAdd().
HWY_INLINE Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec128< uint16_t, N > | v, |
const Mask128< uint16_t, N > | mask ) |
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec128< uint8_t, N > | v, |
const Mask128< uint8_t, N > | mask ) |
References NativeCompress(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Compress(), EmuCompress(), EmuCompress(), NativeCompress(), NativeCompress(), NativeCompress(), NativeCompress(), NativeCompress(), NativeCompress(), NativeCompress(), NativeCompress(), and NativeCompress().
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec256< uint16_t > | v, |
const Mask256< uint16_t > | mask ) |
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec256< uint8_t > | v, |
const Mask256< uint8_t > | mask ) |
HWY_INLINE Vec512< uint16_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec512< uint16_t > | v, |
const Mask512< uint16_t > | mask ) |
HWY_INLINE Vec512< uint8_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | const Vec512< uint8_t > | v, |
const Mask512< uint8_t > | mask ) |
HWY_INLINE Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | Vec128< uint32_t, N > | v, |
Mask128< uint32_t, N > | mask ) |
HWY_INLINE Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | Vec256< uint32_t > | v, |
Mask256< uint32_t > | mask ) |
HWY_INLINE Vec512< uint32_t > hwy::HWY_NAMESPACE::detail::NativeCompress | ( | Vec512< uint32_t > | v, |
Mask512< uint32_t > | mask ) |
HWY_INLINE Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec128< uint16_t, N > | v, |
Mask128< uint16_t, N > | mask ) |
HWY_INLINE Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec128< uint32_t, N > | v, |
Mask128< uint32_t, N > | mask ) |
HWY_INLINE Vec128< uint64_t, N > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec128< uint64_t, N > | v, |
Mask128< uint64_t, N > | mask ) |
HWY_INLINE Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec128< uint8_t, N > | v, |
Mask128< uint8_t, N > | mask ) |
References NativeExpand(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Expand(), hwy::HWY_NAMESPACE::Expand(), NativeExpand(), NativeExpand(), NativeExpand(), NativeExpand(), NativeExpand(), NativeExpand(), NativeExpand(), and NativeExpand().
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec256< uint16_t > | v, |
Mask256< uint16_t > | mask ) |
HWY_INLINE Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec256< uint32_t > | v, |
Mask256< uint32_t > | mask ) |
HWY_INLINE Vec256< uint64_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec256< uint64_t > | v, |
Mask256< uint64_t > | mask ) |
HWY_INLINE Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec256< uint8_t > | v, |
Mask256< uint8_t > | mask ) |
HWY_INLINE Vec512< uint16_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec512< uint16_t > | v, |
Mask512< uint16_t > | mask ) |
HWY_INLINE Vec512< uint32_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec512< uint32_t > | v, |
Mask512< uint32_t > | mask ) |
HWY_INLINE Vec512< uint64_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec512< uint64_t > | v, |
Mask512< uint64_t > | mask ) |
HWY_INLINE Vec512< uint8_t > hwy::HWY_NAMESPACE::detail::NativeExpand | ( | Vec512< uint8_t > | v, |
Mask512< uint8_t > | mask ) |
HWY_INLINE Vec128< double, N > hwy::HWY_NAMESPACE::detail::NativeGather128 | ( | const double *HWY_RESTRICT | base, |
Vec128< int64_t, N > | indices ) |
References hwy::HWY_NAMESPACE::indices, and NativeGather128().
HWY_INLINE Vec128< float, N > hwy::HWY_NAMESPACE::detail::NativeGather128 | ( | const float *HWY_RESTRICT | base, |
Vec128< int32_t, N > | indices ) |
References hwy::HWY_NAMESPACE::indices, and NativeGather128().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::NativeGather128 | ( | const T *HWY_RESTRICT | base, |
Vec128< int32_t, N > | indices ) |
References hwy::HWY_NAMESPACE::indices, and NativeGather128().
Referenced by NativeGather128(), NativeGather128(), NativeGather128(), and NativeGather128().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::NativeGather128 | ( | const T *HWY_RESTRICT | base, |
Vec128< int64_t, N > | indices ) |
References hwy::HWY_NAMESPACE::indices, and NativeGather128().
HWY_API Vec256< double > hwy::HWY_NAMESPACE::detail::NativeGather256 | ( | const double *HWY_RESTRICT | base, |
Vec256< int64_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
HWY_API Vec256< float > hwy::HWY_NAMESPACE::detail::NativeGather256 | ( | const float *HWY_RESTRICT | base, |
Vec256< int32_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::NativeGather256 | ( | const T *HWY_RESTRICT | base, |
Vec256< int32_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
Referenced by hwy::HWY_NAMESPACE::GatherIndex().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::NativeGather256 | ( | const T *HWY_RESTRICT | base, |
Vec256< int64_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
HWY_INLINE Vec512< double > hwy::HWY_NAMESPACE::detail::NativeGather512 | ( | const double *HWY_RESTRICT | base, |
Vec512< int64_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
HWY_INLINE Vec512< float > hwy::HWY_NAMESPACE::detail::NativeGather512 | ( | const float *HWY_RESTRICT | base, |
Vec512< int32_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::NativeGather512 | ( | const T *HWY_RESTRICT | base, |
Vec512< int32_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::NativeGather512 | ( | const T *HWY_RESTRICT | base, |
Vec512< int64_t > | indices ) |
References hwy::HWY_NAMESPACE::indices.
HWY_INLINE T * hwy::HWY_NAMESPACE::detail::NativeLanePointer | ( | T * | p | ) |
|
constexpr |
References hwy::bfloat16_t::bits, and hwy::HWY_NAMESPACE::p.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | Mask512< uint16_t > | mask, |
D | , | ||
const uint16_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand(), and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | Mask512< uint32_t > | mask, |
D | , | ||
const uint32_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand(), and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | Mask512< uint64_t > | mask, |
D | , | ||
const uint64_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand(), and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | Mask512< uint8_t > | mask, |
D | , | ||
const uint8_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand(), and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | MFromD< D > | mask, |
D | , | ||
const uint16_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | MFromD< D > | mask, |
D | , | ||
const uint32_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | MFromD< D > | mask, |
D | , | ||
const uint64_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::NativeLoadExpand | ( | MFromD< D > | mask, |
D | , | ||
const uint8_t *HWY_RESTRICT | unaligned ) |
References NativeLoadExpand().
Referenced by NativeLoadExpand(), NativeLoadExpand(), NativeLoadExpand(), NativeLoadExpand(), NativeLoadExpand(), NativeLoadExpand(), NativeLoadExpand(), and NativeLoadExpand().
HWY_INLINE Vec128< double, N > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr128 | ( | Vec128< double, N > | no, |
Mask128< double, N > | m, | ||
const double *HWY_RESTRICT | base, | ||
Vec128< int64_t, N > | indices ) |
HWY_INLINE Vec128< float, N > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr128 | ( | Vec128< float, N > | no, |
Mask128< float, N > | m, | ||
const float *HWY_RESTRICT | base, | ||
Vec128< int32_t, N > | indices ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr128 | ( | Vec128< T, N > | no, |
Mask128< T, N > | m, | ||
const T *HWY_RESTRICT | base, | ||
Vec128< int32_t, N > | indices ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr128 | ( | Vec128< T, N > | no, |
Mask128< T, N > | m, | ||
const T *HWY_RESTRICT | base, | ||
Vec128< int64_t, N > | indices ) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr256 | ( | Vec256< T > | no, |
Mask256< T > | m, | ||
const T *HWY_RESTRICT | base, | ||
Vec256< int32_t > | indices ) |
References hwy::HWY_NAMESPACE::indices, hwy::HWY_NAMESPACE::m, and hwy::HWY_NAMESPACE::Vec256< T >::raw.
Referenced by hwy::HWY_NAMESPACE::MaskedGatherIndexOr().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr256 | ( | Vec256< T > | no, |
Mask256< T > | m, | ||
const T *HWY_RESTRICT | base, | ||
Vec256< int64_t > | indices ) |
HWY_INLINE Vec512< double > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr512 | ( | Vec512< double > | no, |
Mask512< double > | m, | ||
const double *HWY_RESTRICT | base, | ||
Vec512< int64_t > | indices ) |
HWY_INLINE Vec512< float > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr512 | ( | Vec512< float > | no, |
Mask512< float > | m, | ||
const float *HWY_RESTRICT | base, | ||
Vec512< int32_t > | indices ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr512 | ( | Vec512< T > | no, |
Mask512< T > | m, | ||
const T *HWY_RESTRICT | base, | ||
Vec512< int32_t > | indices ) |
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::NativeMaskedGatherOr512 | ( | Vec512< T > | no, |
Mask512< T > | m, | ||
const T *HWY_RESTRICT | base, | ||
Vec512< int64_t > | indices ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeMaskedScatter128 | ( | VFromD< D > | v, |
MFromD< D > | m, | ||
D | d, | ||
double *HWY_RESTRICT | base, | ||
VI | index ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeMaskedScatter128 | ( | VFromD< D > | v, |
MFromD< D > | m, | ||
D | d, | ||
float *HWY_RESTRICT | base, | ||
VI | index ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeMaskedScatter128 | ( | VFromD< D > | v, |
MFromD< D > | m, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | base, | ||
VI | index ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeScatter128 | ( | VFromD< D > | v, |
D | d, | ||
double *HWY_RESTRICT | base, | ||
VI | index ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::MaxLanes(), and NativeScatter128().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeScatter128 | ( | VFromD< D > | v, |
D | d, | ||
float *HWY_RESTRICT | base, | ||
VI | index ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::MaxLanes(), and NativeScatter128().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::NativeScatter128 | ( | VFromD< D > | v, |
D | d, | ||
TFromD< D > *HWY_RESTRICT | base, | ||
VI | index ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::MaxLanes(), and NativeScatter128().
Referenced by NativeScatter128(), NativeScatter128(), and NativeScatter128().
HWY_API Vec128< TFromD< D >, MaxLanes(D())> hwy::HWY_NAMESPACE::detail::NativeSet | ( | D | d, |
TFromD< D > | t ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Set().
Referenced by hwy::HWY_NAMESPACE::Set().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Ne128UpperVec | ( | D | d, |
V | a, | ||
V | b ) |
References hwy::HWY_NAMESPACE::d, InterleaveUpper(), hwy::HWY_NAMESPACE::Ne(), Ne128UpperVec(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::Ne128Upper(), Ne128UpperVec(), and Ne128UpperVec().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Ne128UpperVec | ( | D | d, |
VFromD< D > | a, | ||
VFromD< D > | b ) |
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::Ne128Vec | ( | D | d, |
const svuint64_t | a, | ||
const svuint64_t | b ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Ne128Vec | ( | D | d, |
V | a, | ||
V | b ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Ne128Vec | ( | D | d, |
VFromD< D > | a, | ||
VFromD< D > | b ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::FloatTag | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::SignBit(), and Xor().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::FloatTag | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::SignBit(), and hwy::HWY_NAMESPACE::Xor().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::FloatTag | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::SignBit(), and Xor().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::NonFloatTag | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
Referenced by IntDivUsingFloatDiv(), LargerSortValue(), hwy::HWY_NAMESPACE::Neg(), hwy::HWY_NAMESPACE::Neg(), SmallerSortValue(), and SmallestSortValue().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::SignedTag | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::SignedTag | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::SpecialTag | , |
const Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::SignBit(), and Xor().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::SpecialTag | , |
const Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::SignBit(), and hwy::HWY_NAMESPACE::Xor().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Neg | ( | hwy::SpecialTag | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::SignBit(), and Xor().
HWY_API Vec128< float, N > hwy::HWY_NAMESPACE::detail::NegMulAdd | ( | Vec128< float, N > | add, |
Vec128< float, N > | mul, | ||
Vec128< float, N > | x ) |
Referenced by hwy::HWY_NAMESPACE::NegMulAdd().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::NibblesFromMask | ( | D | d, |
MFromD< D > | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, GetLane(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::AllFalse(), hwy::HWY_NAMESPACE::AllTrue(), hwy::HWY_NAMESPACE::AllTrue(), hwy::HWY_NAMESPACE::CountTrue(), hwy::HWY_NAMESPACE::FindFirstTrue(), hwy::HWY_NAMESPACE::FindKnownFirstTrue(), hwy::HWY_NAMESPACE::FindKnownLastTrue(), and hwy::HWY_NAMESPACE::FindLastTrue().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::NormalizeForUIntTruncConvToF32 | ( | V | v | ) |
HWY_INLINE Mask128< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 1 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::m, and UnmaskedNot().
Referenced by MaskUpperHalf(), hwy::HWY_NAMESPACE::Not(), and RoundF32ForDemoteToBF16().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | m ) |
References AndNot(), and hwy::HWY_NAMESPACE::m.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | m ) |
References hwy::HWY_NAMESPACE::m, and UnmaskedNot().
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 1 > | , |
Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::m, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 2 > | , |
const Mask128< T > | m ) |
References hwy::HWY_NAMESPACE::m, and UnmaskedNot().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | m ) |
References AndNot(), and hwy::HWY_NAMESPACE::m.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | m ) |
References hwy::HWY_NAMESPACE::m, and UnmaskedNot().
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 2 > | , |
Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::m, and hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | m ) |
References AndNot(), and hwy::HWY_NAMESPACE::m.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | m ) |
References hwy::HWY_NAMESPACE::m, and UnmaskedNot().
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 4 > | , |
Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::m.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | m ) |
References AndNot(), and hwy::HWY_NAMESPACE::m.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | m ) |
References AndNot(), and hwy::HWY_NAMESPACE::m.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 8 > | , |
Mask512< T > | m ) |
References hwy::HWY_NAMESPACE::m.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::OffsetsOf128BitBlocks | ( | const D | d, |
const V | iota0 ) |
References hwy::HWY_NAMESPACE::d, and LanesPerBlock().
Referenced by hwy::HWY_NAMESPACE::Broadcast(), and hwy::HWY_NAMESPACE::TableLookupBytes().
|
constexpr |
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by BitsFromBool(), DemoteFromU64Saturate(), Ne128Vec(), hwy::HWY_NAMESPACE::Or(), RoundF32ForDemoteToBF16(), U64ToF64VecFast(), and UI8ReverseBitsStep().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per128BitBlkRevLanesOnBe | ( | V | v | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Reverse().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Per4LaneBlkShufDupSet4xU32 | ( | D | d, |
const uint32_t | x3, | ||
const uint32_t | x2, | ||
const uint32_t | x1, | ||
const uint32_t | x0 ) |
References hwy::HWY_NAMESPACE::d, Per4LaneBlkShufDupSet4xU32(), and hwy::HWY_NAMESPACE::ResizeBitCast().
Referenced by Per4LaneBlkShufDupSet4xU32().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Per4LaneBlkShufDupSet4xU32 | ( | D | d, |
const uint32_t | x3, | ||
const uint32_t | x2, | ||
const uint32_t | x1, | ||
const uint32_t | x0 ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< 0x44 > | , |
hwy::SizeTag< 8 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::ConcatLowerLower(), and hwy::HWY_NAMESPACE::d.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< 0x88 > | , |
hwy::SizeTag< kLaneSize > | , | ||
hwy::SizeTag< kVectSize > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< 0xDD > | , |
hwy::SizeTag< kLaneSize > | , | ||
hwy::SizeTag< kVectSize > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< 0xEE > | , |
hwy::SizeTag< 8 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::ConcatUpperUpper(), and hwy::HWY_NAMESPACE::d.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< 0xFA > | , |
hwy::SizeTag< 2 > | , | ||
hwy::SizeTag< 8 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::InterleaveUpper().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | idx_3210_tag, |
hwy::SizeTag< 1 > | , | ||
hwy::SizeTag< 16 > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 1 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::d.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | idx_3210_tag, |
hwy::SizeTag< 1 > | , | ||
hwy::SizeTag< kVectSize > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 2 > | , | ||
hwy::SizeTag< 16 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and Per4LaneBlockShuffle().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 2 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::d.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 2 > | , | ||
hwy::SizeTag< 8 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and Per4LaneBlockShuffle().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 2 > | , | ||
hwy::SizeTag< kVectSize > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 4 > | , | ||
hwy::SizeTag< 16 > | , | ||
V | v ) |
References Per4LaneBlockShuffle().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 4 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::d.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 4 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 4 > | , | ||
hwy::SizeTag< 64 > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 4 > | , | ||
hwy::SizeTag< kVectSize > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 8 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::d.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 8 > | , | ||
hwy::SizeTag< 32 > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per4LaneBlockShuffle | ( | hwy::SizeTag< kIdx3210 > | , |
hwy::SizeTag< 8 > | , | ||
hwy::SizeTag< 64 > | , | ||
V | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Per64BitBlkRevLanesOnBe | ( | V | v | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Reverse8().
HWY_API svbool_t hwy::HWY_NAMESPACE::detail::PFalse | ( | ) |
Referenced by hwy::HWY_NAMESPACE::MaskFalse().
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
Referenced by hwy::HWY_NAMESPACE::PopulationCount(), hwy::HWY_NAMESPACE::PopulationCount(), and hwy::HWY_NAMESPACE::PopulationCount().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec256< T > | v ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512< T > hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 4 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
svfloat16_t | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 8 > | , | ||
FromTypeTag | , | ||
D | d_to, | ||
V | v ) |
References ConvertTo(), and PromoteEvenTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
svfloat32_t | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | , | ||
V | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::SignedTag | , | ||
D | d_to, | ||
svint32_t | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::UnsignedTag | , | ||
D | d_to, | ||
svuint32_t | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::SignedTag | , |
hwy::SizeTag< 2 > | , | ||
hwy::SignedTag | , | ||
D | d_to, | ||
svint8_t | v ) |
References hwy::HWY_NAMESPACE::BitCast().
Referenced by PromoteEvenTo(), PromoteEvenTo(), PromoteEvenTo(), PromoteOddTo(), PromoteOddTo(), PromoteOddTo(), PromoteOddTo(), and SumsOf4().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::SignedTag | , |
hwy::SizeTag< 4 > | , | ||
hwy::SignedTag | , | ||
D | d_to, | ||
svint16_t | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::SignedTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
svfloat32_t | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::SignedTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
V | v ) |
References ConvertTo(), and PromoteEvenTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::SignedTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::SignedTag | , | ||
D | d_to, | ||
svint32_t | v ) |
References hwy::HWY_NAMESPACE::BitCast().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
svfloat32_t | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteEvenTo | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
V | v ) |
References ConvertTo(), and PromoteEvenTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteOddTo | ( | hwy::FloatTag | to_type_tag, |
hwy::SizeTag< 4 > | to_lane_size_tag, | ||
hwy::FloatTag | from_type_tag, | ||
D | d_to, | ||
svfloat16_t | v ) |
References hwy::HWY_NAMESPACE::DupOdd(), and PromoteEvenTo().
Referenced by PromoteOddTo(), PromoteOddTo(), PromoteOddTo(), and SumsOf4().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteOddTo | ( | hwy::FloatTag | to_type_tag, |
hwy::SizeTag< 8 > | to_lane_size_tag, | ||
FromTypeTag | from_type_tag, | ||
D | d_to, | ||
V | v ) |
References hwy::HWY_NAMESPACE::DupOdd(), and PromoteEvenTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteOddTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 8 > | , | ||
FromTypeTag | , | ||
D | d_to, | ||
V | v ) |
References ConvertTo(), and PromoteOddTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteOddTo | ( | hwy::FloatTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
V | v ) |
References PromoteEvenTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteOddTo | ( | hwy::SignedTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
V | v ) |
References ConvertTo(), and PromoteOddTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteOddTo | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 8 > | , | ||
hwy::FloatTag | , | ||
D | d_to, | ||
V | v ) |
References ConvertTo(), and PromoteOddTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::PromoteOddTo | ( | ToTypeTag | to_type_tag, |
hwy::SizeTag< 8 > | to_lane_size_tag, | ||
hwy::FloatTag | from_type_tag, | ||
D | d_to, | ||
svfloat32_t | v ) |
References hwy::HWY_NAMESPACE::DupOdd(), and PromoteEvenTo().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ReduceAcrossBlocks | ( | D | d, |
Func | f, | ||
VFromD< D > | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ReduceWithinBlocks | ( | D | d, |
Func | f, | ||
VFromD< D > | v ) |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ReduceWithinBlocks | ( | D | d, |
Func | f, | ||
VFromD< D > | v10 ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Reverse2().
Referenced by ReduceWithinBlocks().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::ReorderDemote2From64To32Combine | ( | D | dn, |
V | a, | ||
V | b ) |
References hwy::HWY_NAMESPACE::BitCast(), and ConcatEven().
HWY_API VF32 hwy::HWY_NAMESPACE::detail::ReorderWidenMulAccumulateBF16 | ( | Simd< float, N, kPow2 > | df32, |
VFromD< DBF16 > | a, | ||
VFromD< DBF16 > | b, | ||
const VF32 | sum0, | ||
VF32 & | sum1 ) |
HWY_API VFromD< D32 > hwy::HWY_NAMESPACE::detail::ReorderWidenMulAccumulateI16 | ( | D32 | d32, |
VFromD< D16 > | a, | ||
VFromD< D16 > | b, | ||
const V32 | sum0, | ||
V32 & | sum1 ) |
References hwy::HWY_NAMESPACE::Combine(), hwy::HWY_NAMESPACE::LowerHalf(), ReorderWidenMulAccumulateI16(), and hwy::HWY_NAMESPACE::UpperHalf().
Referenced by ReorderWidenMulAccumulateI16().
HWY_API VFromD< D32 > hwy::HWY_NAMESPACE::detail::ReorderWidenMulAccumulateU16 | ( | D32 | d32, |
VFromD< D16 > | a, | ||
VFromD< D16 > | b, | ||
const V32 | sum0, | ||
V32 & | sum1 ) |
References hwy::HWY_NAMESPACE::Combine(), hwy::HWY_NAMESPACE::LowerHalf(), ReorderWidenMulAccumulateU16(), and hwy::HWY_NAMESPACE::UpperHalf().
Referenced by ReorderWidenMulAccumulateU16().
HWY_INLINE T hwy::HWY_NAMESPACE::detail::ReverseBitsOfEachByte | ( | T | val | ) |
HWY_INLINE svuint32_t hwy::HWY_NAMESPACE::detail::RoundF32ForDemoteToBF16 | ( | svfloat32_t | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::Eq(), and hwy::HWY_NAMESPACE::MaskedAddOr().
Referenced by hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::DemoteTo(), hwy::HWY_NAMESPACE::OrderedDemote2To(), hwy::HWY_NAMESPACE::OrderedDemote2To(), hwy::HWY_NAMESPACE::ReorderDemote2To(), and hwy::HWY_NAMESPACE::ReorderDemote2To().
HWY_INLINE VFromD< RebindToUnsigned< DFromV< V > > > hwy::HWY_NAMESPACE::detail::RoundF32ForDemoteToBF16 | ( | V | v | ) |
VI hwy::HWY_NAMESPACE::detail::SaturateI | ( | VI | v | ) |
VU hwy::HWY_NAMESPACE::detail::SaturateU | ( | VU | v | ) |
Referenced by hwy::HWY_NAMESPACE::DemoteTo(), and hwy::HWY_NAMESPACE::ReorderDemote2To().
HWY_API void hwy::HWY_NAMESPACE::detail::ScalarMaskedStore | ( | VFromD< D > | v, |
MFromD< D > | m, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | p ) |
|
static |
|
static |
Referenced by hwy::HWY_NAMESPACE::Sqrt().
|
constexpr |
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::Set64 | ( | D | , |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast().
Referenced by LoadMaskBits().
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::Set64 | ( | Full128< T > | d, |
uint64_t | mask_bits ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::SignedTag | , |
Vec128< T, N > | v, | ||
Vec128< T, N > | bits ) |
References hwy::HWY_NAMESPACE::BitCast(), and Shl().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::SignedTag | , |
Vec256< T > | v, | ||
Vec256< T > | bits ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::Shl().
HWY_API Vec128< uint8_t, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | tag, |
Vec128< uint8_t, N > | v, | ||
Vec128< uint8_t, N > | bits ) |
References hwy::HWY_NAMESPACE::And(), AVX2ShlU8Vec128(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::OddEven(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, hwy::HWY_NAMESPACE::Set(), hwy::HWY_NAMESPACE::Shl(), and hwy::HWY_NAMESPACE::TableLookupBytes().
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | tag, |
Vec256< uint8_t > | v, | ||
Vec256< uint8_t > | bits ) |
References hwy::HWY_NAMESPACE::And(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Dup128VecFromValues(), hwy::HWY_NAMESPACE::OddEven(), hwy::HWY_NAMESPACE::Vec256< T >::raw, hwy::HWY_NAMESPACE::Set(), hwy::HWY_NAMESPACE::Shl(), and hwy::HWY_NAMESPACE::TableLookupBytes().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< T, N > | v, | ||
Vec128< T, N > | bits ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::operator<<(), hwy::HWY_NAMESPACE::operator<<(), and Shl().
HWY_API Vec128< uint16_t, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint16_t, N > | v, | ||
Vec128< uint16_t, N > | bits ) |
HWY_API Vec128< uint32_t, N > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint32_t, N > | v, | ||
Vec128< uint32_t, N > | bits ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Shl().
HWY_API Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint64_t > | v, | ||
Vec128< uint64_t > | bits ) |
HWY_API Vec128< uint8_t, 1 > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec128< uint8_t, 1 > | v, | ||
Vec128< uint8_t, 1 > | bits ) |
HWY_INLINE Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec256< uint16_t > | v, | ||
Vec256< uint16_t > | bits ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec256< uint32_t > | v, | ||
Vec256< uint32_t > | bits ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec256< uint64_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec256< uint64_t > | v, | ||
Vec256< uint64_t > | bits ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec32< uint32_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec32< uint32_t > | v, | ||
const Vec32< uint32_t > | bits ) |
HWY_API Vec64< uint64_t > hwy::HWY_NAMESPACE::detail::Shl | ( | hwy::UnsignedTag | , |
Vec64< uint64_t > | v, | ||
Vec64< uint64_t > | bits ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Shl().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shr | ( | hwy::SignedTag | , |
Vec128< T, N > | v, | ||
Vec128< T, N > | bits ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::Shr | ( | hwy::UnsignedTag | , |
Vec128< T, N > | v, | ||
Vec128< T, N > | bits ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API __i8x16 hwy::HWY_NAMESPACE::detail::ShrBytes | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Vec512< double > hwy::HWY_NAMESPACE::detail::Shuffle128 | ( | const Vec512< double > | lo, |
const Vec512< double > | hi ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and Shuffle128().
Vec512< float > hwy::HWY_NAMESPACE::detail::Shuffle128 | ( | const Vec512< float > | lo, |
const Vec512< float > | hi ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and Shuffle128().
Vec512< T > hwy::HWY_NAMESPACE::detail::Shuffle128 | ( | const Vec512< T > | lo, |
const Vec512< T > | hi ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and Shuffle128().
Referenced by Shuffle128(), Shuffle128(), and Shuffle128().
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::ShuffleTwo1230 | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec512< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo1230 | ( | const Vec512< T > | a, |
const Vec512< T > | b ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API Vec128< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo1230 | ( | Vec128< T > | a, |
Vec128< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo1230 | ( | Vec256< T > | a, |
const Vec256< T > | b ) |
HWY_API Vec32< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo1230 | ( | Vec32< T > | a, |
Vec32< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by ShuffleTwo1230().
HWY_API Vec64< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo1230 | ( | Vec64< T > | a, |
Vec64< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::ShuffleTwo2301 | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec512< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo2301 | ( | const Vec512< T > | a, |
const Vec512< T > | b ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API Vec128< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo2301 | ( | Vec128< T > | a, |
Vec128< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo2301 | ( | Vec256< T > | a, |
const Vec256< T > | b ) |
HWY_API Vec32< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo2301 | ( | Vec32< T > | a, |
Vec32< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by ShuffleTwo2301().
HWY_API Vec64< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo2301 | ( | Vec64< T > | a, |
Vec64< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< T, N > hwy::HWY_NAMESPACE::detail::ShuffleTwo3012 | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec512< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo3012 | ( | const Vec512< T > | a, |
const Vec512< T > | b ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_API Vec128< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo3012 | ( | Vec128< T > | a, |
Vec128< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo3012 | ( | Vec256< T > | a, |
const Vec256< T > | b ) |
HWY_API Vec32< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo3012 | ( | Vec32< T > | a, |
Vec32< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by ShuffleTwo3012().
HWY_API Vec64< T > hwy::HWY_NAMESPACE::detail::ShuffleTwo3012 | ( | Vec64< T > | a, |
Vec64< T > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
void hwy::HWY_NAMESPACE::detail::SiftDown | ( | Traits | st, |
T *HWY_RESTRICT | lanes, | ||
const size_t | num_lanes, | ||
size_t | start ) |
References AllTrue(), and hwy::HWY_NAMESPACE::d.
Referenced by HeapSelect(), and HeapSort().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::SlideDownI32Lanes | ( | V | v | ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::SlideDownI64Lanes | ( | V | v | ) |
References hwy::HWY_NAMESPACE::d, SlideDownI64Lanes(), and hwy::HWY_NAMESPACE::Zero().
Referenced by SlideDownI64Lanes().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::SlideDownLanes | ( | V | v, |
size_t | amt ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::SlideUpI32Lanes | ( | V | v | ) |
References CombineShiftRightI32Lanes(), hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::SlideUpI64Lanes | ( | V | v | ) |
References CombineShiftRightI64Lanes(), hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::SlideUpLanes | ( | V | v, |
size_t | amt ) |
Vec< D > hwy::HWY_NAMESPACE::detail::SmallerSortValue | ( | D | d, |
Vec< D > | v ) |
References hwy::HWY_NAMESPACE::Abs(), Add(), AllFalse(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Gt(), HWY_DASSERT, IfThenElse(), hwy::HWY_NAMESPACE::Inf(), hwy::HWY_NAMESPACE::IsFinite(), hwy::HWY_NAMESPACE::IsNaN(), Neg(), hwy::HWY_NAMESPACE::RebindMask(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::Zero().
Vec< D > hwy::HWY_NAMESPACE::detail::SmallestSortValue | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Inf(), and Neg().
Referenced by hwy::HWY_NAMESPACE::detail::OrderDescending< T >::LastValue().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Splice | ( | V | hi, |
V | lo, | ||
svbool_t | mask ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and Splice().
Referenced by hwy::HWY_NAMESPACE::CombineShiftRightBytes(), hwy::HWY_NAMESPACE::CompressNot(), hwy::HWY_NAMESPACE::ConcatEven(), hwy::HWY_NAMESPACE::ConcatLowerLower(), hwy::HWY_NAMESPACE::ConcatLowerUpper(), hwy::HWY_NAMESPACE::ConcatOdd(), hwy::HWY_NAMESPACE::ConcatUpperUpper(), hwy::HWY_NAMESPACE::Expand(), ExpandLoop(), hwy::HWY_NAMESPACE::Reverse(), hwy::HWY_NAMESPACE::ShiftLeftLanes(), hwy::HWY_NAMESPACE::SlideUpLanes(), Splice(), and hwy::HWY_NAMESPACE::UpperHalf().
|
static |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::MulEven(), hwy::HWY_NAMESPACE::Set(), hwy::HWY_NAMESPACE::Shuffle2301(), and SSE2Mul128().
Referenced by SSE2Mul128().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreN | ( | size_t | count, |
VFromD< D > | v, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | p ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::p, StoreN(), and U16LanePointer().
Referenced by CountAndReplaceNaN(), and StoreN().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks2 | ( | Vec256< T > | i, |
Vec256< T > | j, | ||
D | d, | ||
T *HWY_RESTRICT | unaligned ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks2 | ( | VFromD< D > | A, |
VFromD< D > | B, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::MaxLanes(), and hwy::HWY_NAMESPACE::StoreU().
Referenced by hwy::HWY_NAMESPACE::StoreInterleaved2().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks2 | ( | VFromD< D > | i, |
VFromD< D > | j, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks3 | ( | Vec256< T > | i, |
Vec256< T > | j, | ||
Vec256< T > | k, | ||
D | d, | ||
T *HWY_RESTRICT | unaligned ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks3 | ( | VFromD< D > | A, |
VFromD< D > | B, | ||
VFromD< D > | C, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::MaxLanes(), and hwy::HWY_NAMESPACE::StoreU().
Referenced by hwy::HWY_NAMESPACE::StoreInterleaved3().
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks3 | ( | VFromD< D > | i, |
VFromD< D > | j, | ||
VFromD< D > | k, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
HWY_API void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks4 | ( | VFromD< D > | i, |
VFromD< D > | j, | ||
VFromD< D > | k, | ||
VFromD< D > | l, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::StoreTransposedBlocks4 | ( | VFromD< D > | vA, |
VFromD< D > | vB, | ||
VFromD< D > | vC, | ||
VFromD< D > | vD, | ||
D | d, | ||
TFromD< D > *HWY_RESTRICT | unaligned ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::MaxLanes(), and hwy::HWY_NAMESPACE::StoreU().
Referenced by hwy::HWY_NAMESPACE::StoreInterleaved4().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::StoreU16ToF16 | ( | const uint16_t | val, |
hwy::float16_t *HWY_RESTRICT | to ) |
References hwy::CopySameSize().
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Sub | ( | hwy::FloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::Sub | ( | hwy::NonFloatTag | , |
Vec128< T, N > | a, | ||
Vec128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by IntDivUsingFloatDiv(), and hwy::HWY_NAMESPACE::operator-().
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::SumOfU32OrU64LanesAsU128 | ( | Vec128< T > | v | ) |
HWY_INLINE svint16_t hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 1 > | , | ||
svint8_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 1 > | , | ||
V | v ) |
Referenced by hwy::HWY_NAMESPACE::SumOfLanes(), hwy::HWY_NAMESPACE::SumOfLanes(), SumsOf2(), SumsOf2(), SumsOf4(), SumsOf4(), and SumsOf4().
HWY_INLINE svint32_t hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 2 > | , | ||
svint16_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 2 > | , | ||
V | v ) |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 2 > | , | ||
V | v ) |
HWY_INLINE svint64_t hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 4 > | , | ||
svint32_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 4 > | , | ||
V | v ) |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::SignedTag | , |
hwy::SizeTag< 4 > | , | ||
V | v ) |
HWY_INLINE svuint16_t hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 1 > | , | ||
svuint8_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 1 > | , | ||
V | v ) |
HWY_INLINE svuint32_t hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 2 > | , | ||
svuint16_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 2 > | , | ||
V | v ) |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 2 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 4 > | , | ||
svuint32_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 4 > | , | ||
V | v ) |
HWY_INLINE VFromD< RepartitionToWide< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf2 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 4 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE svint32_t hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::SignedTag | , |
hwy::SizeTag< 1 > | , | ||
svint8_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
Referenced by hwy::HWY_NAMESPACE::SumOfLanes(), hwy::HWY_NAMESPACE::SumOfLanes(), hwy::HWY_NAMESPACE::SumOfLanes(), hwy::HWY_NAMESPACE::SumOfLanes(), hwy::HWY_NAMESPACE::SumOfLanes(), hwy::HWY_NAMESPACE::SumOfLanes(), SumsOf4(), SumsOf4(), SumsOf4(), and hwy::HWY_NAMESPACE::SumsOf4().
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::SignedTag | , |
hwy::SizeTag< 1 > | , | ||
V | v ) |
HWY_INLINE svint64_t hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::SignedTag | , |
hwy::SizeTag< 2 > | , | ||
svint16_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::SignedTag | , |
hwy::SizeTag< 2 > | , | ||
V | v ) |
HWY_INLINE svuint32_t hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 1 > | , | ||
svuint8_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 1 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE Vec128< uint32_t,(N+3)/4 > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 1 > | , | ||
Vec128< uint8_t, N > | v ) |
HWY_INLINE Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 1 > | , | ||
Vec256< uint8_t > | v ) |
HWY_INLINE Vec512< uint32_t > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 1 > | , | ||
Vec512< uint8_t > | v ) |
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 2 > | , | ||
svuint16_t | v ) |
References hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | hwy::UnsignedTag | , |
hwy::SizeTag< 2 > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, SumsOf2(), and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< RepartitionToWideX2< DFromV< V > > > hwy::HWY_NAMESPACE::detail::SumsOf4 | ( | TypeTag | , |
hwy::SizeTag< kLaneSize > | , | ||
V | v ) |
References hwy::HWY_NAMESPACE::SumsOf2(), and SumsOf2().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::TableLookupSlideDownLanes | ( | D | d, |
VFromD< D > | v, | ||
size_t | amt ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Iota(), hwy::HWY_NAMESPACE::Or(), hwy::HWY_NAMESPACE::Indices256< T >::raw, hwy::HWY_NAMESPACE::Set(), hwy::HWY_NAMESPACE::TableLookupLanes(), TableLookupSlideDownLanes(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by TableLookupSlideDownLanes().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::TableLookupSlideUpLanes | ( | D | d, |
VFromD< D > | v, | ||
size_t | amt ) |
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by LoadMaskBits(), LoadMaskBits128(), and hwy::HWY_NAMESPACE::TestBit().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
Vec512< T > | v, | ||
Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
Vec512< T > | v, | ||
Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v, | ||
Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit ) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v, | ||
Vec512< T > | bit ) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API VFromD< D > hwy::HWY_NAMESPACE::detail::Truncate2To | ( | D | , |
Vec128< FromT, Repartition< FromT, D >().MaxLanes()> | lo, | ||
Vec128< FromT, Repartition< FromT, D >().MaxLanes()> | hi ) |
Referenced by hwy::HWY_NAMESPACE::ConcatEven(), and hwy::HWY_NAMESPACE::ConcatOdd().
HWY_INLINE uint16_t hwy::HWY_NAMESPACE::detail::U16FromF16 | ( | const hwy::float16_t *HWY_RESTRICT | from | ) |
References hwy::CopySameSize().
HWY_INLINE If< IsConst< T >(), const uint16_t *, uint16_t * > hwy::HWY_NAMESPACE::detail::U16LanePointer | ( | T * | p | ) |
References hwy::HWY_NAMESPACE::p.
Referenced by hwy::HWY_NAMESPACE::BlendedStore(), hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::LoadN(), hwy::HWY_NAMESPACE::LoadNOr(), hwy::HWY_NAMESPACE::LoadU(), hwy::HWY_NAMESPACE::MaskedLoad(), hwy::HWY_NAMESPACE::MaskedLoadOr(), hwy::HWY_NAMESPACE::Store(), StoreN(), and hwy::HWY_NAMESPACE::StoreU().
HWY_INLINE VFromD< Rebind< double, DFromV< VW > > > hwy::HWY_NAMESPACE::detail::U64ToF64VecFast | ( | VW | w | ) |
References hwy::HWY_NAMESPACE::BitCast(), Or(), and hwy::HWY_NAMESPACE::Set().
Referenced by hwy::HWY_NAMESPACE::ConvertTo().
HWY_INLINE V hwy::HWY_NAMESPACE::detail::UI8ReverseBitsStep | ( | V | v | ) |
References And(), AndNot(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, Or(), and hwy::HWY_NAMESPACE::Set().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::UIntToF32BiasedExp | ( | D | d, |
VFromD< D > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), ConvertTo(), hwy::HWY_NAMESPACE::d, Min(), and hwy::HWY_NAMESPACE::Set().
Referenced by UIntToF32BiasedExp().
HWY_INLINE VFromD< D > hwy::HWY_NAMESPACE::detail::UIntToF32BiasedExp | ( | D | d, |
VFromD< D > | v ) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::UIntToF32BiasedExp | ( | V | v | ) |
References hwy::HWY_NAMESPACE::d, and UIntToF32BiasedExp().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::UnmaskedNot | ( | const Mask128< T, N > | m | ) |
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::UnmaskedNot | ( | const Mask256< T > | m | ) |
References hwy::HWY_NAMESPACE::m.
HWY_INLINE Mask128< float, N > hwy::HWY_NAMESPACE::detail::UseInt | ( | const Vec128< float, N > | v | ) |
References hwy::HWY_NAMESPACE::Abs(), hwy::MantissaEnd< float >(), and hwy::HWY_NAMESPACE::Set().
Referenced by hwy::HWY_NAMESPACE::Ceil(), hwy::HWY_NAMESPACE::Floor(), hwy::HWY_NAMESPACE::Trunc(), and UseInt().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::UseInt | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::Abs(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Set(), and UseInt().
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by IntDivUsingFloatDiv(), Neg(), Neg(), Neg(), Neg(), hwy::HWY_NAMESPACE::detail::ShiftLeftBytesT< 0xFF >::operator()(), hwy::HWY_NAMESPACE::detail::ShiftRightBytesT< 0xFF >::operator()(), SumsOf2(), SumsOf2(), SumsOf4(), SumsOf4(), and hwy::HWY_NAMESPACE::Xor().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b ) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b ) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512< T > hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
Mask512< T > | a, | ||
Mask512< T > | b ) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE VFromD< DTo > hwy::HWY_NAMESPACE::detail::ZeroExtendResizeBitCast | ( | FromSizeTag | , |
ToSizeTag | , | ||
DTo | d_to, | ||
DFrom | , | ||
VFromD< DFrom > | v ) |
References hwy::HWY_NAMESPACE::ResizeBitCast().
Referenced by hwy::HWY_NAMESPACE::ZeroExtendResizeBitCast(), and ZeroExtendResizeBitCast().
HWY_INLINE VFromD< DTo > hwy::HWY_NAMESPACE::detail::ZeroExtendResizeBitCast | ( | hwy::SizeTag< 16 > | , |
hwy::SizeTag< 64 > | , | ||
DTo | d_to, | ||
DFrom | d_from, | ||
VFromD< DFrom > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE Vec512< double > hwy::HWY_NAMESPACE::detail::ZeroExtendResizeBitCast | ( | hwy::SizeTag< 16 > | , |
hwy::SizeTag< 64 > | , | ||
DTo | d_to, | ||
DFrom | d_from, | ||
VFromD< DFrom > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::Zero().
HWY_INLINE VFromD< DTo > hwy::HWY_NAMESPACE::detail::ZeroExtendResizeBitCast | ( | hwy::SizeTag< 8 > | , |
hwy::SizeTag< 32 > | , | ||
DTo | d_to, | ||
DFrom | d_from, | ||
VFromD< DFrom > | v ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::ZeroExtendVector().
HWY_INLINE VFromD< DTo > hwy::HWY_NAMESPACE::detail::ZeroExtendResizeBitCast | ( | hwy::SizeTag< 8 > | , |
hwy::SizeTag< 64 > | , | ||
DTo | d_to, | ||
DFrom | d_from, | ||
VFromD< DFrom > | v ) |
References ZeroExtendResizeBitCast(), and hwy::HWY_NAMESPACE::ZeroExtendVector().
HWY_INLINE VFromD< DTo > hwy::HWY_NAMESPACE::detail::ZeroExtendResizeBitCast | ( | hwy::SizeTag< kFromVectSize > | , |
hwy::SizeTag< 32 > | , | ||
DTo | d_to, | ||
DFrom | d_from, | ||
VFromD< DFrom > | v ) |
hwy::HWY_NAMESPACE::detail::_u8_ |
hwy::HWY_NAMESPACE::detail::vreinterpret |