File size: 1,406 Bytes
c1af2fa |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 |
#pragma once
#if defined(CPU_CAPABILITY_AVX512)
#include <ATen/cpu/vec/vec512/vec512.h>
#else
#include <ATen/cpu/vec/vec128/vec128.h>
#include <ATen/cpu/vec/vec256/vec256.h>
#endif
namespace at::vec {
// See Note [CPU_CAPABILITY namespace]
inline namespace CPU_CAPABILITY {
inline Vectorized<bool> convert_to_bool(Vectorized<int8_t> x) {
__at_align__ bool buffer[x.size()];
x.ne(Vectorized<int8_t>(0)).store(buffer);
Vectorized<bool> ret;
static_assert(x.size() == ret.size());
std::memcpy(ret, buffer, ret.size() * sizeof(bool));
return ret;
}
template <>
inline Vectorized<bool> Vectorized<bool>::loadu(const void* ptr) {
// See NOTE [Loading boolean values]
return convert_to_bool(Vectorized<int8_t>::loadu(ptr));
}
template <>
inline Vectorized<bool> Vectorized<bool>::loadu(
const void* ptr,
int64_t count) {
// See NOTE [Loading boolean values]
return convert_to_bool(Vectorized<int8_t>::loadu(ptr, count));
}
template <typename VT>
struct VecHoldType {
using hold_type = typename VT::value_type;
};
template <>
struct VecHoldType<Vectorized<BFloat16>> {
using hold_type = BFloat16;
};
template <>
struct VecHoldType<Vectorized<Half>> {
using hold_type = Half;
};
template <typename VT>
using vechold_type = typename VecHoldType<VT>::hold_type;
} // namespace CPU_CAPABILITY
} // namespace at::vec
|