Quantization

2024-12-04

2 min read time

Applies to Linux

quantize_fp16

void migraphx::internal::quantize_fp16(program &prog, const std::vector<std::string> &ins_names = {"all"})

quantize_int8

void migraphx::internal::quantize_int8(program &prog, const target &t, const std::vector<parameter_map> &calibration, const std::unordered_set<std::string> &ins_names = {"dot", "convolution"})