74 lines
2.2 KiB
C++

#ifndef CHANNEL_QUANT_HPP
#define CHANNEL_QUANT_HPP
#include <cstddef>
#include <cstdint>
#include <vector>
namespace channel_quant {
constexpr std::uint64_t COUNT_LIMIT = 1000000000000ULL;
constexpr int SYMMETRIC = 0;
constexpr int AFFINE = 1;
struct Tensor {
std::vector<std::size_t> shape;
std::vector<std::size_t> strides;
std::size_t origin;
std::vector<std::int64_t> storage;
};
struct Layout {
std::vector<std::size_t> shape;
std::vector<std::size_t> strides;
std::size_t origin;
int axis;
std::size_t elements;
std::size_t channels;
};
struct Range {
std::uint64_t count;
std::int64_t minimum;
std::int64_t maximum;
};
struct QuantParam {
std::uint64_t numerator;
std::uint64_t denominator;
int zero;
int qmin;
int qmax;
};
int inspect_layout(const Tensor &tensor, int axis, Layout &out);
int gather(const Tensor &tensor, int axis, std::vector<std::int64_t> &values,
std::vector<std::size_t> &channels);
int element(const Tensor &tensor, int axis, std::size_t index,
std::int64_t &value, std::size_t &channel);
class Calibrator {
public:
Calibrator();
void reset();
int configure(std::size_t channels, int mode);
int update(const Tensor &tensor, int axis);
int merge(const Calibrator &other);
int checkpoint();
int restore();
int clear();
int discard_checkpoint();
int query(std::size_t channel, Range &out) const;
int parameters(std::vector<QuantParam> &out) const;
std::size_t channels() const;
int mode() const;
std::uint64_t total() const;
private:
bool configured_ = false;
int mode_ = -1;
std::vector<Range> ranges_;
bool saved_ = false;
std::vector<Range> checkpoint_;
};
int quantize(const Tensor &tensor, int axis, const std::vector<QuantParam> &params,
std::vector<int> &out);
int dequantize(const Tensor &tensor, int axis, const std::vector<QuantParam> &params,
std::vector<std::int64_t> &out);
int requantize(const Tensor &tensor, int axis,
const std::vector<QuantParam> &source,
const std::vector<QuantParam> &destination,
std::vector<int> &out);
}
#endif