@ -193,7 +193,7 @@ class TestCalibration(unittest.TestCase):
file_name = data_urls [ 0 ] . split ( ' / ' ) [ - 1 ]
file_name = data_urls [ 0 ] . split ( ' / ' ) [ - 1 ]
zip_path = os . path . join ( self . cache_folder , file_name )
zip_path = os . path . join ( self . cache_folder , file_name )
print ( ' Data is downloaded at {0} ' ) . format ( zip_path )
print ( ' Data is downloaded at {0} ' . format ( zip_path ) )
self . cache_unzipping ( data_cache_folder , zip_path )
self . cache_unzipping ( data_cache_folder , zip_path )
return data_cache_folder
return data_cache_folder
@ -297,16 +297,16 @@ class TestCalibrationForResnet50(TestCalibration):
def test_calibration ( self ) :
def test_calibration ( self ) :
self . download_model ( )
self . download_model ( )
print ( " Start FP32 inference for {0} on {1} images ... " ) . format (
print ( " Start FP32 inference for {0} on {1} images ... " . format (
self . model , self . infer_iterations * self . batch_size )
self . model , self . infer_iterations * self . batch_size ) )
( fp32_throughput , fp32_latency ,
( fp32_throughput , fp32_latency ,
fp32_acc1 ) = self . run_program ( self . model_cache_folder + " /model " )
fp32_acc1 ) = self . run_program ( self . model_cache_folder + " /model " )
print ( " Start INT8 calibration for {0} on {1} images ... " ) . format (
print ( " Start INT8 calibration for {0} on {1} images ... " . format (
self . model , self . sample_iterations * self . batch_size )
self . model , self . sample_iterations * self . batch_size ) )
self . run_program (
self . run_program (
self . model_cache_folder + " /model " , True , algo = self . algo )
self . model_cache_folder + " /model " , True , algo = self . algo )
print ( " Start INT8 inference for {0} on {1} images ... " ) . format (
print ( " Start INT8 inference for {0} on {1} images ... " . format (
self . model , self . infer_iterations * self . batch_size )
self . model , self . infer_iterations * self . batch_size ) )
( int8_throughput , int8_latency ,
( int8_throughput , int8_latency ,
int8_acc1 ) = self . run_program ( self . int8_model )
int8_acc1 ) = self . run_program ( self . int8_model )
delta_value = fp32_acc1 - int8_acc1
delta_value = fp32_acc1 - int8_acc1