74 lines
2.2 KiB
C++
74 lines
2.2 KiB
C++
#ifndef CHANNEL_QUANT_HPP
|
|
#define CHANNEL_QUANT_HPP
|
|
#include <cstddef>
|
|
#include <cstdint>
|
|
#include <vector>
|
|
namespace channel_quant {
|
|
constexpr std::uint64_t COUNT_LIMIT = 1000000000000ULL;
|
|
constexpr int SYMMETRIC = 0;
|
|
constexpr int AFFINE = 1;
|
|
struct Tensor {
|
|
std::vector<std::size_t> shape;
|
|
std::vector<std::size_t> strides;
|
|
std::size_t origin;
|
|
std::vector<std::int64_t> storage;
|
|
};
|
|
struct Layout {
|
|
std::vector<std::size_t> shape;
|
|
std::vector<std::size_t> strides;
|
|
std::size_t origin;
|
|
int axis;
|
|
std::size_t elements;
|
|
std::size_t channels;
|
|
};
|
|
struct Range {
|
|
std::uint64_t count;
|
|
std::int64_t minimum;
|
|
std::int64_t maximum;
|
|
};
|
|
struct QuantParam {
|
|
std::uint64_t numerator;
|
|
std::uint64_t denominator;
|
|
int zero;
|
|
int qmin;
|
|
int qmax;
|
|
};
|
|
int inspect_layout(const Tensor &tensor, int axis, Layout &out);
|
|
int gather(const Tensor &tensor, int axis, std::vector<std::int64_t> &values,
|
|
std::vector<std::size_t> &channels);
|
|
int element(const Tensor &tensor, int axis, std::size_t index,
|
|
std::int64_t &value, std::size_t &channel);
|
|
class Calibrator {
|
|
public:
|
|
Calibrator();
|
|
void reset();
|
|
int configure(std::size_t channels, int mode);
|
|
int update(const Tensor &tensor, int axis);
|
|
int merge(const Calibrator &other);
|
|
int checkpoint();
|
|
int restore();
|
|
int clear();
|
|
int discard_checkpoint();
|
|
int query(std::size_t channel, Range &out) const;
|
|
int parameters(std::vector<QuantParam> &out) const;
|
|
std::size_t channels() const;
|
|
int mode() const;
|
|
std::uint64_t total() const;
|
|
private:
|
|
bool configured_ = false;
|
|
int mode_ = -1;
|
|
std::vector<Range> ranges_;
|
|
bool saved_ = false;
|
|
std::vector<Range> checkpoint_;
|
|
};
|
|
int quantize(const Tensor &tensor, int axis, const std::vector<QuantParam> ¶ms,
|
|
std::vector<int> &out);
|
|
int dequantize(const Tensor &tensor, int axis, const std::vector<QuantParam> ¶ms,
|
|
std::vector<std::int64_t> &out);
|
|
int requantize(const Tensor &tensor, int axis,
|
|
const std::vector<QuantParam> &source,
|
|
const std::vector<QuantParam> &destination,
|
|
std::vector<int> &out);
|
|
}
|
|
#endif
|