add macro check for using TRT api dynamicRangeIsSet() (#25694)

fix_copy_if_different
Pei Yang 5 years ago committed by GitHub
parent 4dff426e85
commit eef98b7f86
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -124,6 +124,7 @@ void TensorRTEngine::FreezeNetwork() {
<< ", this might be ok when trt does not need this range";
}
}
#if IS_TRT_VERSION_GE(5122)
auto is_layer_int8 = [&](nvinfer1::ILayer *layer) -> bool {
for (int j = 0; j < layer->getNbInputs(); j++) {
auto *temp_in = layer->getInput(j);
@ -161,6 +162,11 @@ void TensorRTEngine::FreezeNetwork() {
layer->setPrecision(nvinfer1::DataType::kFLOAT);
}
}
#else
LOG(WARNING) << "If your TensorRT version is lower than 5.1.2.2, you "
"must provide quantization scales for all tensors using "
"TRT to run.";
#endif
#endif
}
}

Loading…
Cancel
Save