|  |  | @ -200,7 +200,7 @@ class TestResnet(TestParallelExecutorBase): | 
			
		
	
		
		
			
				
					
					|  |  |  |                                       model, |  |  |  |                                       model, | 
			
		
	
		
		
			
				
					
					|  |  |  |                                       use_cuda, |  |  |  |                                       use_cuda, | 
			
		
	
		
		
			
				
					
					|  |  |  |                                       iter=20, |  |  |  |                                       iter=20, | 
			
		
	
		
		
			
				
					
					|  |  |  |                                       delta2=1e-6): |  |  |  |                                       delta2=1e-5): | 
			
				
				
			
		
	
		
		
	
		
		
			
				
					
					|  |  |  |         if use_cuda and not core.is_compiled_with_cuda(): |  |  |  |         if use_cuda and not core.is_compiled_with_cuda(): | 
			
		
	
		
		
			
				
					
					|  |  |  |             return |  |  |  |             return | 
			
		
	
		
		
			
				
					
					|  |  |  | 
 |  |  |  | 
 | 
			
		
	
	
		
		
			
				
					|  |  | @ -228,7 +228,7 @@ class TestResnet(TestParallelExecutorBase): | 
			
		
	
		
		
			
				
					
					|  |  |  |             optimizer=optimizer) |  |  |  |             optimizer=optimizer) | 
			
		
	
		
		
			
				
					
					|  |  |  | 
 |  |  |  | 
 | 
			
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(all_reduce_first_loss, reduce_first_loss): |  |  |  |         for loss in zip(all_reduce_first_loss, reduce_first_loss): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-6) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-5) | 
			
				
				
			
		
	
		
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(all_reduce_last_loss, reduce_last_loss): |  |  |  |         for loss in zip(all_reduce_last_loss, reduce_last_loss): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) | 
			
		
	
		
		
			
				
					
					|  |  |  | 
 |  |  |  | 
 | 
			
		
	
	
		
		
			
				
					|  |  | @ -258,17 +258,17 @@ class TestResnet(TestParallelExecutorBase): | 
			
		
	
		
		
			
				
					
					|  |  |  |             enable_sequential_execution=True) |  |  |  |             enable_sequential_execution=True) | 
			
		
	
		
		
			
				
					
					|  |  |  | 
 |  |  |  | 
 | 
			
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(all_reduce_first_loss, all_reduce_first_loss_seq): |  |  |  |         for loss in zip(all_reduce_first_loss, all_reduce_first_loss_seq): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-6) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-5) | 
			
				
				
			
		
	
		
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(all_reduce_last_loss, all_reduce_last_loss_seq): |  |  |  |         for loss in zip(all_reduce_last_loss, all_reduce_last_loss_seq): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) | 
			
		
	
		
		
			
				
					
					|  |  |  | 
 |  |  |  | 
 | 
			
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(reduce_first_loss, reduce_first_loss_seq): |  |  |  |         for loss in zip(reduce_first_loss, reduce_first_loss_seq): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-6) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-5) | 
			
				
				
			
		
	
		
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(reduce_last_loss, reduce_last_loss_seq): |  |  |  |         for loss in zip(reduce_last_loss, reduce_last_loss_seq): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) | 
			
		
	
		
		
			
				
					
					|  |  |  | 
 |  |  |  | 
 | 
			
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(all_reduce_first_loss_seq, reduce_first_loss_seq): |  |  |  |         for loss in zip(all_reduce_first_loss_seq, reduce_first_loss_seq): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-6) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=1e-5) | 
			
				
				
			
		
	
		
		
	
		
		
			
				
					
					|  |  |  |         for loss in zip(all_reduce_last_loss_seq, reduce_last_loss_seq): |  |  |  |         for loss in zip(all_reduce_last_loss_seq, reduce_last_loss_seq): | 
			
		
	
		
		
			
				
					
					|  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) |  |  |  |             self.assertAlmostEquals(loss[0], loss[1], delta=delta2) | 
			
		
	
		
		
			
				
					
					|  |  |  | 
 |  |  |  | 
 | 
			
		
	
	
		
		
			
				
					|  |  | 
 |