|
|
@ -124,9 +124,7 @@ void Main(bool use_gpu, bool use_trt) {
|
|
|
|
config.device = 0;
|
|
|
|
config.device = 0;
|
|
|
|
config.max_batch_size = 1;
|
|
|
|
config.max_batch_size = 1;
|
|
|
|
config.fraction_of_gpu_memory = 0.1; // set by yourself
|
|
|
|
config.fraction_of_gpu_memory = 0.1; // set by yourself
|
|
|
|
predictor =
|
|
|
|
predictor = CreatePaddlePredictor<paddle::contrib::MixedRTConfig>(config);
|
|
|
|
CreatePaddlePredictor<paddle::contrib::MixedRTConfig,
|
|
|
|
|
|
|
|
PaddleEngineKind::kAutoMixedTensorRT>(config);
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
VLOG(3) << "begin to process data";
|
|
|
|
VLOG(3) << "begin to process data";
|
|
|
|