Update Lamma3_qlora_e10_M_1e4_32_64.py
This commit is contained in:
parent
7d570d2b79
commit
d994a2c193
@ -40,7 +40,7 @@ pack_to_max_length = True
|
||||
|
||||
# batch_size = 8 # per_device
|
||||
# accumulative_counts = 2
|
||||
batch_size = 4 # per_device
|
||||
batch_size = 16 # per_device
|
||||
accumulative_counts = 1
|
||||
|
||||
dataloader_num_workers = 0
|
||||
|
Loading…
Reference in New Issue
Block a user