@ -17,6 +17,7 @@
# include <utility>
# include <vector>
# include "paddle/fluid/framework/eigen.h"
# include "paddle/fluid/platform/errors.h"
# include "paddle/fluid/string/pretty_log.h"
namespace paddle {
@ -43,6 +44,13 @@ void CPUQuantizePass::QuantizeInput(Graph* g, Node* op, Node* input,
std : : string input_name , double scale_to_one ,
bool is_unsigned ,
std : : string scale_attr_name ) const {
auto inputs = op - > Op ( ) - > InputNames ( ) ;
bool name_found =
std : : find ( inputs . begin ( ) , inputs . end ( ) , input_name ) ! = inputs . end ( ) ;
PADDLE_ENFORCE_EQ (
name_found , true ,
platform : : errors : : InvalidArgument ( " %s isn't the input of the %s operator " ,
input_name , op - > Op ( ) - > Type ( ) ) ) ;
unsigned max = is_unsigned ? U8_MAX : S8_MAX ;
float scale = scale_to_one * max ;
@ -122,6 +130,13 @@ void CPUQuantizePass::DequantizeOutput(Graph* g, Node* op, Node* output,
std : : string output_name ,
double scale_to_one , bool is_unsigned ,
std : : string scale_attr_name ) const {
auto outputs = op - > Op ( ) - > OutputNames ( ) ;
bool name_found =
std : : find ( outputs . begin ( ) , outputs . end ( ) , output_name ) ! = outputs . end ( ) ;
PADDLE_ENFORCE_EQ ( name_found , true ,
platform : : errors : : InvalidArgument (
" %s isn't the output of the %s operator " , output_name ,
op - > Op ( ) - > Type ( ) ) ) ;
unsigned max = is_unsigned ? U8_MAX : S8_MAX ;
float scale = scale_to_one * max ;
@ -228,6 +243,66 @@ void CPUQuantizePass::QuantizeConv(Graph* graph,
PrettyLogDetail ( msg_ss . str ( ) . c_str ( ) ) ;
}
void CPUQuantizePass : : QuantizeFc ( Graph * graph ) const {
GraphPatternDetector gpd ;
auto pattern = gpd . mutable_pattern ( ) ;
patterns : : FCMKLDNN fc_pattern { pattern , name_scope_ } ;
auto * fc_input = gpd . mutable_pattern ( )
- > NewNode ( " fc_quantizer/input " )
- > AsInput ( )
- > assert_is_op_input ( " fc " , " Input " ) ;
fc_pattern ( fc_input , false ) ;
int quantize_fc_count = 0 ;
auto handler = [ & ] ( const GraphPatternDetector : : subgraph_t & subgraph ,
Graph * g ) {
VLOG ( 4 ) < < " Quantize fc op " ;
GET_IR_NODE_FROM_SUBGRAPH ( fc , fc , fc_pattern ) ;
auto * fc_op_desc = fc - > Op ( ) ;
// skip if should not be quantized
if ( fc_op_desc - > GetAttrIfExists < bool > ( " use_quantizer " ) ! = true | |
fc_op_desc - > GetAttrIfExists < bool > ( " use_mkldnn " ) ! = true )
return ;
GET_IR_NODE_FROM_SUBGRAPH ( weights , weights , fc_pattern ) ;
GET_IR_NODE_FROM_SUBGRAPH ( input , input , fc_pattern ) ;
GET_IR_NODE_FROM_SUBGRAPH ( output , output , fc_pattern ) ;
// get scales calculated after warmup, they scale variables to MAX=1.0
auto scales = Get < VarQuantScale > ( " quant_var_scales " ) ;
auto input_scale = scales [ input - > Name ( ) ] . second . data < double > ( ) [ 0 ] ;
bool is_input_unsigned = scales [ input - > Name ( ) ] . first ;
QuantizeInput ( g , fc , input , " Input " , input_scale , is_input_unsigned ,
" Scale_in " ) ;
auto weight_scale_tensor = scales [ weights - > Name ( ) ] . second ;
EigenVectorArrayMap eigen_tensor { weight_scale_tensor . data < double > ( ) ,
weight_scale_tensor . numel ( ) , 1 } ;
eigen_tensor * = static_cast < double > ( S8_MAX ) ;
std : : vector < float > filter_scale {
weight_scale_tensor . data < double > ( ) ,
weight_scale_tensor . data < double > ( ) + weight_scale_tensor . numel ( ) } ;
fc - > Op ( ) - > SetAttr ( " Scale_weights " , filter_scale ) ;
auto output_scale = scales [ output - > Name ( ) ] . second . data < double > ( ) [ 0 ] ;
bool is_output_unsigned = scales [ output - > Name ( ) ] . first ;
DequantizeOutput ( g , fc , output , " Out " , output_scale , is_output_unsigned ,
" Scale_out " ) ;
+ + quantize_fc_count ;
} ;
gpd ( graph , handler ) ;
AddStatis ( quantize_fc_count ) ;
std : : stringstream msg_ss ;
msg_ss < < " --- quantized " < < quantize_fc_count < < " fc ops " ;
PrettyLogDetail ( msg_ss . str ( ) . c_str ( ) ) ;
}
void CPUQuantizePass : : QuantizePool ( Graph * graph ) const {
GraphPatternDetector gpd ;
auto pattern = gpd . mutable_pattern ( ) ;
@ -418,6 +493,7 @@ void CPUQuantizePass::ApplyImpl(ir::Graph* graph) const {
QuantizeConcat ( graph ) ;
QuantizePriorBox ( graph ) ;
QuantizeTranspose ( graph ) ;
QuantizeFc ( graph ) ;
}
} // namespace ir
Michał Gallus
5 years ago
committed by
Tao Luo