Update Lamma3_qlora_e10_M_1e4_32_64.py
This commit is contained in:
		
							parent
							
								
									7d570d2b79
								
							
						
					
					
						commit
						d994a2c193
					
				| @ -40,7 +40,7 @@ pack_to_max_length = True | ||||
| 
 | ||||
| # batch_size = 8 # per_device | ||||
| # accumulative_counts = 2 | ||||
| batch_size = 4 # per_device | ||||
| batch_size = 16 # per_device | ||||
| accumulative_counts = 1 | ||||
| 
 | ||||
| dataloader_num_workers = 0 | ||||
|  | ||||
		Loading…
	
		Reference in New Issue
	
	Block a user
	 HongCheng
						HongCheng