Grok 10.0.5
Classes | Namespaces | Macros | Typedefs | Functions
emu128-inl.h File Reference
#include <stddef.h>
#include <stdint.h>
#include <cmath>
#include "hwy/base.h"
#include "hwy/ops/shared-inl.h"

Go to the source code of this file.

Classes

class  hwy::HWY_NAMESPACE::Vec128< T, N >
 
struct  hwy::HWY_NAMESPACE::Mask128< T, N >
 
struct  hwy::HWY_NAMESPACE::detail::RotateRight< kBits >
 
struct  hwy::HWY_NAMESPACE::detail::RotateRight< 0 >
 
struct  hwy::HWY_NAMESPACE::Indices128< T, N >
 
struct  hwy::HWY_NAMESPACE::CompressIsPartition< T >
 

Namespaces

namespace  hwy
 
namespace  hwy::HWY_NAMESPACE
 
namespace  hwy::HWY_NAMESPACE::detail
 

Macros

#define HWY_NATIVE_LOAD_STORE_INTERLEAVED
 

Typedefs

template<typename T >
using hwy::HWY_NAMESPACE::Full128 = Simd< T, 16/sizeof(T), 0 >
 

Functions

 HWY_BEFORE_NAMESPACE ()
 
template<typename T , size_t N, typename FromT , size_t FromN>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::BitCast (Simd< T, N, 0 >, Vec128< FromT, FromN > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Zero (Simd< T, N, 0 > d)
 
template<typename T , size_t N, typename T2 >
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Set (Simd< T, N, 0 >, const T2 t)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Undefined (Simd< T, N, 0 >)
 
template<typename T , size_t N, typename T2 >
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Iota (const Simd< T, N, 0 >, T2 first)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Not (const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::And (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator& (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::AndNot (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Or (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator| (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Xor (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator^ (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Xor3 (Vec128< T, N > x1, Vec128< T, N > x2, Vec128< T, N > x3)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Or3 (Vec128< T, N > o1, Vec128< T, N > o2, Vec128< T, N > o3)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::OrAnd (Vec128< T, N > o, Vec128< T, N > a1, Vec128< T, N > a2)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::IfVecThenElse (Vec128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::CopySign (const Vec128< T, N > magn, const Vec128< T, N > sign)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::CopySignToAbs (const Vec128< T, N > abs, const Vec128< T, N > sign)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::BroadcastSignBit (Vec128< T, N > v)
 
template<typename TFrom , typename TTo , size_t N>
HWY_API Mask128< TTo, Nhwy::HWY_NAMESPACE::RebindMask (Simd< TTo, N, 0 > dto, Mask128< TFrom, N > m)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::MaskFromVec (const Vec128< T, N > v)
 
template<typename T , size_t N>
Vec128< T, Nhwy::HWY_NAMESPACE::VecFromMask (const Mask128< T, N > mask)
 
template<typename T , size_t N>
Vec128< T, Nhwy::HWY_NAMESPACE::VecFromMask (Simd< T, N, 0 >, const Mask128< T, N > mask)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::FirstN (const Simd< T, N, 0 > d, size_t num)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::IfThenElse (const Mask128< T, N > mask, const Vec128< T, N > yes, const Vec128< T, N > no)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::IfThenElseZero (const Mask128< T, N > mask, const Vec128< T, N > yes)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::IfThenZeroElse (const Mask128< T, N > mask, const Vec128< T, N > no)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::IfNegativeThenElse (Vec128< T, N > v, Vec128< T, N > yes, Vec128< T, N > no)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ZeroIfNegative (Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::Not (const Mask128< T, N > m)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::And (const Mask128< T, N > a, Mask128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::AndNot (const Mask128< T, N > a, Mask128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::Or (const Mask128< T, N > a, Mask128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::Xor (const Mask128< T, N > a, Mask128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::ExclusiveNeither (const Mask128< T, N > a, Mask128< T, N > b)
 
template<int kBits, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftLeft (Vec128< T, N > v)
 
template<int kBits, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftRight (Vec128< T, N > v)
 
template<int kBits, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::RotateRight (const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftLeftSame (const Vec128< T, N > v, int bits)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftRightSame (const Vec128< T, N > v, int bits)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator<< (Vec128< T, N > v, const Vec128< T, N > bits)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator>> (Vec128< T, N > v, const Vec128< T, N > bits)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Add (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Sub (hwy::NonFloatTag, Vec128< T, N > a, Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Add (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Sub (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator- (Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator+ (Vec128< T, N > a, const Vec128< T, N > b)
 
template<size_t N>
HWY_API Vec128< uint64_t,(N+7)/8 > hwy::HWY_NAMESPACE::SumsOf8 (const Vec128< uint8_t, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::SaturatedAdd (Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::SaturatedSub (Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::AverageRound (Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Abs (SignedTag, Vec128< T, N > a)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Abs (hwy::FloatTag, Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Abs (Vec128< T, N > a)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Min (hwy::NonFloatTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Max (hwy::NonFloatTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Min (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Max (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Min (Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Max (Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::detail::Neg (hwy::NonFloatTag, Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::detail::Neg (hwy::FloatTag, Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Neg (Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Mul (hwy::FloatTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Mul (SignedTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_INLINE Vec128< T, Nhwy::HWY_NAMESPACE::detail::Mul (UnsignedTag, Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator* (Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::operator/ (Vec128< T, N > a, const Vec128< T, N > b)
 
template<size_t N>
HWY_API Vec128< int16_t, Nhwy::HWY_NAMESPACE::MulHigh (Vec128< int16_t, N > a, const Vec128< int16_t, N > b)
 
template<size_t N>
HWY_API Vec128< uint16_t, Nhwy::HWY_NAMESPACE::MulHigh (Vec128< uint16_t, N > a, const Vec128< uint16_t, N > b)
 
template<size_t N>
HWY_API Vec128< int16_t, Nhwy::HWY_NAMESPACE::MulFixedPoint15 (Vec128< int16_t, N > a, Vec128< int16_t, N > b)
 
template<size_t N>
HWY_API Vec128< int64_t,(N+1)/2 > hwy::HWY_NAMESPACE::MulEven (const Vec128< int32_t, N > a, const Vec128< int32_t, N > b)
 
template<size_t N>
HWY_API Vec128< uint64_t,(N+1)/2 > hwy::HWY_NAMESPACE::MulEven (const Vec128< uint32_t, N > a, const Vec128< uint32_t, N > b)
 
template<size_t N>
HWY_API Vec128< int64_t,(N+1)/2 > hwy::HWY_NAMESPACE::MulOdd (const Vec128< int32_t, N > a, const Vec128< int32_t, N > b)
 
template<size_t N>
HWY_API Vec128< uint64_t,(N+1)/2 > hwy::HWY_NAMESPACE::MulOdd (Vec128< uint32_t, N > a, const Vec128< uint32_t, N > b)
 
template<size_t N>
HWY_API Vec128< float, Nhwy::HWY_NAMESPACE::ApproximateReciprocal (const Vec128< float, N > v)
 
template<size_t N>
HWY_API Vec128< float, Nhwy::HWY_NAMESPACE::AbsDiff (Vec128< float, N > a, const Vec128< float, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::MulAdd (Vec128< T, N > mul, const Vec128< T, N > x, const Vec128< T, N > add)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::NegMulAdd (Vec128< T, N > mul, const Vec128< T, N > x, const Vec128< T, N > add)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::MulSub (Vec128< T, N > mul, const Vec128< T, N > x, const Vec128< T, N > sub)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::NegMulSub (Vec128< T, N > mul, const Vec128< T, N > x, const Vec128< T, N > sub)
 
template<size_t N>
HWY_API Vec128< float, Nhwy::HWY_NAMESPACE::ApproximateReciprocalSqrt (const Vec128< float, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Sqrt (Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Round (Vec128< T, N > v)
 
template<size_t N>
HWY_API Vec128< int32_t, Nhwy::HWY_NAMESPACE::NearestInt (const Vec128< float, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Trunc (Vec128< T, N > v)
 
template<typename Float , size_t N>
Vec128< Float, Nhwy::HWY_NAMESPACE::Ceil (Vec128< Float, N > v)
 
template<typename Float , size_t N>
Vec128< Float, Nhwy::HWY_NAMESPACE::Floor (Vec128< Float, N > v)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::IsNaN (const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::IsInf (const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::IsFinite (const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::operator== (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::operator!= (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::TestBit (const Vec128< T, N > v, const Vec128< T, N > bit)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::operator< (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::operator> (Vec128< T, N > a, Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::operator<= (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::operator>= (Vec128< T, N > a, Vec128< T, N > b)
 
HWY_API Mask128< uint64_t > hwy::HWY_NAMESPACE::Lt128 (Simd< uint64_t, 2, 0 >, Vec128< uint64_t > a, const Vec128< uint64_t > b)
 
HWY_API Mask128< uint64_t > hwy::HWY_NAMESPACE::Lt128Upper (Simd< uint64_t, 2, 0 >, Vec128< uint64_t > a, const Vec128< uint64_t > b)
 
HWY_API Mask128< uint64_t > hwy::HWY_NAMESPACE::Eq128 (Simd< uint64_t, 2, 0 >, Vec128< uint64_t > a, const Vec128< uint64_t > b)
 
HWY_API Mask128< uint64_t > hwy::HWY_NAMESPACE::Ne128 (Simd< uint64_t, 2, 0 >, Vec128< uint64_t > a, const Vec128< uint64_t > b)
 
HWY_API Mask128< uint64_t > hwy::HWY_NAMESPACE::Eq128Upper (Simd< uint64_t, 2, 0 >, Vec128< uint64_t > a, const Vec128< uint64_t > b)
 
HWY_API Mask128< uint64_t > hwy::HWY_NAMESPACE::Ne128Upper (Simd< uint64_t, 2, 0 >, Vec128< uint64_t > a, const Vec128< uint64_t > b)
 
template<class D , class V = VFromD<D>>
HWY_APIhwy::HWY_NAMESPACE::Min128 (D d, const V a, const V b)
 
template<class D , class V = VFromD<D>>
HWY_APIhwy::HWY_NAMESPACE::Max128 (D d, const V a, const V b)
 
template<class D , class V = VFromD<D>>
HWY_APIhwy::HWY_NAMESPACE::Min128Upper (D d, const V a, const V b)
 
template<class D , class V = VFromD<D>>
HWY_APIhwy::HWY_NAMESPACE::Max128Upper (D d, const V a, const V b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Load (Simd< T, N, 0 > d, const T *HWY_RESTRICT p)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::MaskedLoad (Mask128< T, N > m, Simd< T, N, 0 > d, const T *HWY_RESTRICT aligned)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::LoadU (Simd< T, N, 0 > d, const T *HWY_RESTRICT p)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::LoadDup128 (Simd< T, N, 0 > d, const T *HWY_RESTRICT aligned)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::Store (Vec128< T, N > v, Simd< T, N, 0 > d, T *HWY_RESTRICT aligned)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::StoreU (const Vec128< T, N > v, Simd< T, N, 0 > d, T *HWY_RESTRICT p)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::BlendedStore (Vec128< T, N > v, Mask128< T, N > m, Simd< T, N, 0 > d, T *HWY_RESTRICT p)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::LoadInterleaved2 (Simd< T, N, 0 > d, const T *HWY_RESTRICT unaligned, Vec128< T, N > &v0, Vec128< T, N > &v1)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::LoadInterleaved3 (Simd< T, N, 0 > d, const T *HWY_RESTRICT unaligned, Vec128< T, N > &v0, Vec128< T, N > &v1, Vec128< T, N > &v2)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::LoadInterleaved4 (Simd< T, N, 0 > d, const T *HWY_RESTRICT unaligned, Vec128< T, N > &v0, Vec128< T, N > &v1, Vec128< T, N > &v2, Vec128< T, N > &v3)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::StoreInterleaved2 (const Vec128< T, N > v0, const Vec128< T, N > v1, Simd< T, N, 0 >, T *HWY_RESTRICT unaligned)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::StoreInterleaved3 (const Vec128< T, N > v0, const Vec128< T, N > v1, const Vec128< T, N > v2, Simd< T, N, 0 >, T *HWY_RESTRICT unaligned)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::StoreInterleaved4 (const Vec128< T, N > v0, const Vec128< T, N > v1, const Vec128< T, N > v2, const Vec128< T, N > v3, Simd< T, N, 0 >, T *HWY_RESTRICT unaligned)
 
template<typename T , size_t N>
HWY_API void hwy::HWY_NAMESPACE::Stream (const Vec128< T, N > v, Simd< T, N, 0 > d, T *HWY_RESTRICT aligned)
 
template<typename T , size_t N, typename Offset >
HWY_API void hwy::HWY_NAMESPACE::ScatterOffset (Vec128< T, N > v, Simd< T, N, 0 >, T *base, const Vec128< Offset, N > offset)
 
template<typename T , size_t N, typename Index >
HWY_API void hwy::HWY_NAMESPACE::ScatterIndex (Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< Index, N > index)
 
template<typename T , size_t N, typename Offset >
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::GatherOffset (Simd< T, N, 0 >, const T *base, const Vec128< Offset, N > offset)
 
template<typename T , size_t N, typename Index >
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::GatherIndex (const Simd< T, N, 0 > d, const T *HWY_RESTRICT base, const Vec128< Index, N > index)
 
template<typename FromT , typename ToT , size_t N>
HWY_API Vec128< ToT, Nhwy::HWY_NAMESPACE::PromoteTo (Simd< ToT, N, 0 >, Vec128< FromT, N > from)
 
template<size_t N>
HWY_API Vec128< float, Nhwy::HWY_NAMESPACE::DemoteTo (Simd< float, N, 0 >, Vec128< double, N > from)
 
template<size_t N>
HWY_API Vec128< int32_t, Nhwy::HWY_NAMESPACE::DemoteTo (Simd< int32_t, N, 0 >, Vec128< double, N > from)
 
template<typename FromT , typename ToT , size_t N>
HWY_API Vec128< ToT, Nhwy::HWY_NAMESPACE::DemoteTo (Simd< ToT, N, 0 >, Vec128< FromT, N > from)
 
template<size_t N>
HWY_API Vec128< bfloat16_t, 2 *Nhwy::HWY_NAMESPACE::ReorderDemote2To (Simd< bfloat16_t, 2 *N, 0 > dbf16, Vec128< float, N > a, Vec128< float, N > b)
 
template<size_t N>
HWY_API Vec128< int16_t, 2 *Nhwy::HWY_NAMESPACE::ReorderDemote2To (Simd< int16_t, 2 *N, 0 >, Vec128< int32_t, N > a, Vec128< int32_t, N > b)
 
HWY_INLINE void hwy::HWY_NAMESPACE::detail::StoreU16ToF16 (const uint16_t val, hwy::float16_t *HWY_RESTRICT to)
 
HWY_INLINE uint16_t hwy::HWY_NAMESPACE::detail::U16FromF16 (const hwy::float16_t *HWY_RESTRICT from)
 
template<size_t N>
HWY_API Vec128< float, Nhwy::HWY_NAMESPACE::PromoteTo (Simd< float, N, 0 > df32, const Vec128< float16_t, N > v)
 
template<size_t N>
HWY_API Vec128< float, Nhwy::HWY_NAMESPACE::PromoteTo (Simd< float, N, 0 > df32, const Vec128< bfloat16_t, N > v)
 
template<size_t N>
HWY_API Vec128< float16_t, Nhwy::HWY_NAMESPACE::DemoteTo (Simd< float16_t, N, 0 > df16, const Vec128< float, N > v)
 
template<size_t N>
HWY_API Vec128< bfloat16_t, Nhwy::HWY_NAMESPACE::DemoteTo (Simd< bfloat16_t, N, 0 > dbf16, const Vec128< float, N > v)
 
template<typename FromT , typename ToT , size_t N>
HWY_API Vec128< ToT, Nhwy::HWY_NAMESPACE::detail::ConvertTo (hwy::FloatTag, Simd< ToT, N, 0 >, Vec128< FromT, N > from)
 
template<typename FromT , typename ToT , size_t N>
HWY_API Vec128< ToT, Nhwy::HWY_NAMESPACE::detail::ConvertTo (hwy::NonFloatTag, Simd< ToT, N, 0 >, Vec128< FromT, N > from)
 
template<typename FromT , typename ToT , size_t N>
HWY_API Vec128< ToT, Nhwy::HWY_NAMESPACE::ConvertTo (Simd< ToT, N, 0 > d, Vec128< FromT, N > from)
 
template<size_t N>
HWY_API Vec128< uint8_t, Nhwy::HWY_NAMESPACE::U8FromU32 (const Vec128< uint32_t, N > v)
 
template<size_t N>
HWY_API Vec128< uint8_t, Nhwy::HWY_NAMESPACE::TruncateTo (Simd< uint8_t, N, 0 >, const Vec128< uint64_t, N > v)
 
template<size_t N>
HWY_API Vec128< uint16_t, Nhwy::HWY_NAMESPACE::TruncateTo (Simd< uint16_t, N, 0 >, const Vec128< uint64_t, N > v)
 
template<size_t N>
HWY_API Vec128< uint32_t, Nhwy::HWY_NAMESPACE::TruncateTo (Simd< uint32_t, N, 0 >, const Vec128< uint64_t, N > v)
 
template<size_t N>
HWY_API Vec128< uint8_t, Nhwy::HWY_NAMESPACE::TruncateTo (Simd< uint8_t, N, 0 >, const Vec128< uint32_t, N > v)
 
template<size_t N>
HWY_API Vec128< uint16_t, Nhwy::HWY_NAMESPACE::TruncateTo (Simd< uint16_t, N, 0 >, const Vec128< uint32_t, N > v)
 
template<size_t N>
HWY_API Vec128< uint8_t, Nhwy::HWY_NAMESPACE::TruncateTo (Simd< uint8_t, N, 0 >, const Vec128< uint16_t, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, N/2 > hwy::HWY_NAMESPACE::LowerHalf (Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, N/2 > hwy::HWY_NAMESPACE::LowerHalf (Simd< T, N/2, 0 >, Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, N/2 > hwy::HWY_NAMESPACE::UpperHalf (Simd< T, N/2, 0 >, Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ZeroExtendVector (Simd< T, N, 0 > d, Vec128< T, N/2 > lo)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Combine (Simd< T, N, 0 >, Vec128< T, N/2 > hi_half, Vec128< T, N/2 > lo_half)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ConcatLowerLower (Simd< T, N, 0 >, Vec128< T, N > hi, Vec128< T, N > lo)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ConcatUpperUpper (Simd< T, N, 0 >, Vec128< T, N > hi, Vec128< T, N > lo)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ConcatLowerUpper (Simd< T, N, 0 >, const Vec128< T, N > hi, const Vec128< T, N > lo)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ConcatUpperLower (Simd< T, N, 0 > d, Vec128< T, N > hi, Vec128< T, N > lo)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ConcatEven (Simd< T, N, 0 >, Vec128< T, N > hi, Vec128< T, N > lo)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ConcatOdd (Simd< T, N, 0 >, Vec128< T, N > hi, Vec128< T, N > lo)
 
template<int kBytes, typename T , size_t N, class V = Vec128<T, N>>
HWY_APIhwy::HWY_NAMESPACE::CombineShiftRightBytes (Simd< T, N, 0 >, V hi, V lo)
 
template<int kBytes, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftLeftBytes (Simd< T, N, 0 >, Vec128< T, N > v)
 
template<int kBytes, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftLeftBytes (const Vec128< T, N > v)
 
template<int kLanes, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftLeftLanes (Simd< T, N, 0 > d, const Vec128< T, N > v)
 
template<int kLanes, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftLeftLanes (const Vec128< T, N > v)
 
template<int kBytes, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftRightBytes (Simd< T, N, 0 >, Vec128< T, N > v)
 
template<int kLanes, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ShiftRightLanes (Simd< T, N, 0 > d, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_APIhwy::HWY_NAMESPACE::GetLane (const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::InsertLane (Vec128< T, N > v, size_t i, T t)
 
template<typename T , size_t N>
HWY_APIhwy::HWY_NAMESPACE::ExtractLane (const Vec128< T, N > v, size_t i)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::DupEven (Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::DupOdd (Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::OddEven (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::OddEvenBlocks (Vec128< T, N >, Vec128< T, N > even)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::SwapAdjacentBlocks (Vec128< T, N > v)
 
template<typename T , size_t N, typename TI >
HWY_API Indices128< T, Nhwy::HWY_NAMESPACE::IndicesFromVec (Simd< T, N, 0 >, Vec128< TI, N > vec)
 
template<typename T , size_t N, typename TI >
HWY_API Indices128< T, Nhwy::HWY_NAMESPACE::SetTableIndices (Simd< T, N, 0 > d, const TI *idx)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::TableLookupLanes (Vec128< T, N > v, Indices128< T, N > idx)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::ReverseBlocks (Simd< T, N, 0 >, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Reverse (Simd< T, N, 0 >, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Reverse2 (Simd< T, N, 0 >, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Reverse4 (Simd< T, N, 0 >, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Reverse8 (Simd< T, N, 0 >, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Shuffle2301 (const Vec128< T, N > v)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::Shuffle1032 (const Vec128< T > v)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::Shuffle01 (const Vec128< T > v)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::Shuffle0321 (const Vec128< T > v)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::Shuffle2103 (const Vec128< T > v)
 
template<typename T >
HWY_API Vec128< T > hwy::HWY_NAMESPACE::Shuffle0123 (const Vec128< T > v)
 
template<int kLane, typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Broadcast (Vec128< T, N > v)
 
template<typename T , size_t N, typename TI , size_t NI>
HWY_API Vec128< TI, NI > hwy::HWY_NAMESPACE::TableLookupBytes (const Vec128< T, N > v, const Vec128< TI, NI > indices)
 
template<typename T , size_t N, typename TI , size_t NI>
HWY_API Vec128< TI, NI > hwy::HWY_NAMESPACE::TableLookupBytesOr0 (const Vec128< T, N > v, const Vec128< TI, NI > indices)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::InterleaveLower (const Vec128< T, N > a, const Vec128< T, N > b)
 
template<class V >
HWY_APIhwy::HWY_NAMESPACE::InterleaveLower (DFromV< V >, V a, V b)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::InterleaveUpper (Simd< T, N, 0 >, const Vec128< T, N > a, const Vec128< T, N > b)
 
template<class V , class DW = RepartitionToWide<DFromV<V>>>
HWY_API VFromD< DW > hwy::HWY_NAMESPACE::ZipLower (V a, V b)
 
template<class V , class D = DFromV<V>, class DW = RepartitionToWide<D>>
HWY_API VFromD< DW > hwy::HWY_NAMESPACE::ZipLower (DW dw, V a, V b)
 
template<class V , class D = DFromV<V>, class DW = RepartitionToWide<D>>
HWY_API VFromD< DW > hwy::HWY_NAMESPACE::ZipUpper (DW dw, V a, V b)
 
template<typename T , size_t N>
HWY_API bool hwy::HWY_NAMESPACE::AllFalse (const Simd< T, N, 0 > d, const Mask128< T, N > m)
 
template<typename T , size_t N>
HWY_API bool hwy::HWY_NAMESPACE::AllTrue (Simd< T, N, 0 >, const Mask128< T, N > mask)
 
template<typename T , size_t N>
HWY_API Mask128< T, Nhwy::HWY_NAMESPACE::LoadMaskBits (Simd< T, N, 0 >, const uint8_t *HWY_RESTRICT bits)
 
template<typename T , size_t N>
HWY_API size_t hwy::HWY_NAMESPACE::StoreMaskBits (Simd< T, N, 0 >, const Mask128< T, N > mask, uint8_t *bits)
 
template<typename T , size_t N>
HWY_API size_t hwy::HWY_NAMESPACE::CountTrue (Simd< T, N, 0 >, const Mask128< T, N > mask)
 
template<typename T , size_t N>
HWY_API size_t hwy::HWY_NAMESPACE::FindKnownFirstTrue (const Simd< T, N, 0 > d, const Mask128< T, N > mask)
 
template<typename T , size_t N>
HWY_API intptr_t hwy::HWY_NAMESPACE::FindFirstTrue (const Simd< T, N, 0 > d, const Mask128< T, N > mask)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::Compress (Vec128< T, N > v, const Mask128< T, N > mask)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::CompressNot (Vec128< T, N > v, const Mask128< T, N > mask)
 
HWY_API Vec128< uint64_t > hwy::HWY_NAMESPACE::CompressBlocksNot (Vec128< uint64_t > v, Mask128< uint64_t >)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::CompressBits (Vec128< T, N > v, const uint8_t *HWY_RESTRICT bits)
 
template<typename T , size_t N>
HWY_API size_t hwy::HWY_NAMESPACE::CompressStore (Vec128< T, N > v, const Mask128< T, N > mask, Simd< T, N, 0 >, T *HWY_RESTRICT unaligned)
 
template<typename T , size_t N>
HWY_API size_t hwy::HWY_NAMESPACE::CompressBlendedStore (Vec128< T, N > v, const Mask128< T, N > mask, Simd< T, N, 0 > d, T *HWY_RESTRICT unaligned)
 
template<typename T , size_t N>
HWY_API size_t hwy::HWY_NAMESPACE::CompressBitsStore (Vec128< T, N > v, const uint8_t *HWY_RESTRICT bits, Simd< T, N, 0 > d, T *HWY_RESTRICT unaligned)
 
template<size_t N>
HWY_API Vec128< float, Nhwy::HWY_NAMESPACE::ReorderWidenMulAccumulate (Simd< float, N, 0 > df32, Vec128< bfloat16_t, 2 *N > a, Vec128< bfloat16_t, 2 *N > b, const Vec128< float, N > sum0, Vec128< float, N > &sum1)
 
template<size_t N>
HWY_API Vec128< int32_t, Nhwy::HWY_NAMESPACE::ReorderWidenMulAccumulate (Simd< int32_t, N, 0 > d32, Vec128< int16_t, 2 *N > a, Vec128< int16_t, 2 *N > b, const Vec128< int32_t, N > sum0, Vec128< int32_t, N > &sum1)
 
template<class VW >
HWY_API VW hwy::HWY_NAMESPACE::RearrangeToOddPlusEven (const VW sum0, const VW sum1)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::SumOfLanes (Simd< T, N, 0 >, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::MinOfLanes (Simd< T, N, 0 >, const Vec128< T, N > v)
 
template<typename T , size_t N>
HWY_API Vec128< T, Nhwy::HWY_NAMESPACE::MaxOfLanes (Simd< T, N, 0 >, const Vec128< T, N > v)
 
HWY_INLINE Vec128< uint64_t > hwy::HWY_NAMESPACE::MulEven (Vec128< uint64_t > a, Vec128< uint64_t > b)
 
HWY_INLINE Vec128< uint64_t > hwy::HWY_NAMESPACE::MulOdd (Vec128< uint64_t > a, Vec128< uint64_t > b)
 
 HWY_AFTER_NAMESPACE ()
 

Macro Definition Documentation

◆ HWY_NATIVE_LOAD_STORE_INTERLEAVED

#define HWY_NATIVE_LOAD_STORE_INTERLEAVED

Function Documentation

◆ HWY_AFTER_NAMESPACE()

HWY_AFTER_NAMESPACE ( )

◆ HWY_BEFORE_NAMESPACE()

HWY_BEFORE_NAMESPACE ( )