ai-content-maker/.venv/Lib/site-packages/torch/include/c10/util/quint4x2.h

20 lines
366 B
C
Raw Normal View History

2024-05-03 04:18:51 +03:00
#pragma once
#include <cstdint>
#include <c10/macros/Macros.h>
namespace c10 {
/**
* quint4x2 is for un-signed 4 bit quantized Tensors that are packed to byte
* boundary.
*/
struct alignas(1) quint4x2 {
using underlying = uint8_t;
uint8_t val_;
quint4x2() = default;
C10_HOST_DEVICE explicit quint4x2(uint8_t val) : val_(val) {}
};
} // namespace c10