| 
						
						
							
								
							
						
						
					 | 
				
				 | 
				 | 
				
					@ -70,26 +70,26 @@ Test on batch size 1, 2, 4, 8, 16 on Intel(R) Xeon(R) Gold 6148 CPU @ 2.40GHz
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| BatchSize | 1     | 2     | 4     | 8     | 16    |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					|-----------|-------|-------|-------|-------|-------|
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| OpenBLAS  | 0.36  | 0.48  | 0.56  | 0.50  | 0.43  |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKLML     | 5.41  | 9.52  | 14.71 | 20.46 | 29.35 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKL-DNN   | 65.52 | 89.94 | 83.92 | 94.77 | 95.78 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| OpenBLAS  | 1.07  | 1.08  | 1.06  | 0.88  | 0.65  |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKLML     | 5.58  | 9.80  | 15.15 | 21.21 | 28.67 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKL-DNN   | 75.07 | 88.64 | 82.58 | 92.29 | 96.75 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					- ResNet-50
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| BatchSize | 1     | 2      | 4      | 8      | 16     |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					|-----------|-------|--------|--------|--------|--------|
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| OpenBLAS  | 0.29  | 0.43   | 0.71   | 0.85   | 0.71   |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKLML     | 6.26  | 11.88  | 21.37  | 39.67  | 59.01  |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKL-DNN   | 90.27 | 134.03 | 136.03 | 153.66 | 211.22 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| OpenBLAS  | 3.35  | 3.19   | 3.09   | 2.55   | 1.96   |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKLML     | 6.33  | 12.02  | 22.88  | 40.53  | 63.09  |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKL-DNN   | 107.83| 148.84 | 177.78 | 189.35 | 217.69 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					- GoogLeNet	
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					- GoogLeNet
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| BatchSize | 1      | 2      | 4      | 8      | 16     |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					|-----------|--------|--------|--------|--------|--------|
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| OpenBLAS  | 12.47  | 12.36  | 12.25  | 12.13  | 12.08  |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKLML     | 22.50  | 43.90  | 81.22  | 132.92 | 199.69 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKL-DNN   | 221.69 | 341.33 | 428.09 | 528.24 | 624.18 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| OpenBLAS  | 12.04  | 11.31  | 10.00  | 9.07   | 4.34   |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKLML     | 22.74  | 41.56  | 81.22  | 133.47 | 210.53 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					| MKL-DNN   | 175.10 | 272.92 | 450.70 | 512.00 | 600.94 |
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					### Laptop
 | 
				
			
			
		
	
	
		
			
				
					| 
						
							
								
							
						
						
						
					 | 
				
				 | 
				 | 
				
					
 
 |