| 
						
						
							
								
							
						
						
					 | 
				
				 | 
				 | 
				
					@ -123,7 +123,7 @@ class TestDistRunnerBase(object):
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					            pass_builder = build_stra._finalize_strategy_and_create_passes()
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					            mypass = pass_builder.insert_pass(
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					                len(pass_builder.all_passes()) - 2, "multi_batch_merge_pass")
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					            mypass.set_int("num_repeats", args.batch_merge_repeat)
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					            mypass.set("num_repeats", args.batch_merge_repeat)
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					        if args.update_method == "nccl2":
 | 
				
			
			
		
	
		
			
				
					 | 
					 | 
				
				 | 
				 | 
				
					            build_stra.num_trainers = len(args.endpoints.split(","))
 | 
				
			
			
		
	
	
		
			
				
					| 
						
							
								
							
						
						
						
					 | 
				
				 | 
				 | 
				
					
 
 |