ai-content-maker/.venv/Lib/site-packages/torch/include/c10/util/quint2x4.h

20 lines
366 B
C
Raw Permalink Normal View History

2024-05-03 04:18:51 +03:00
#pragma once
#include <cstdint>
#include <c10/macros/Macros.h>
namespace c10 {
/**
* quint2x4 is for un-signed 2 bit quantized Tensors that are packed to byte
* boundary.
*/
struct alignas(1) quint2x4 {
using underlying = uint8_t;
uint8_t val_;
quint2x4() = default;
C10_HOST_DEVICE explicit quint2x4(uint8_t val) : val_(val) {}
};
} // namespace c10