Update Lamma3_qlora_e10_M_1e4_32_64.py
This commit is contained in:
parent
7d570d2b79
commit
d994a2c193
@ -40,7 +40,7 @@ pack_to_max_length = True
|
|||||||
|
|
||||||
# batch_size = 8 # per_device
|
# batch_size = 8 # per_device
|
||||||
# accumulative_counts = 2
|
# accumulative_counts = 2
|
||||||
batch_size = 4 # per_device
|
batch_size = 16 # per_device
|
||||||
accumulative_counts = 1
|
accumulative_counts = 1
|
||||||
|
|
||||||
dataloader_num_workers = 0
|
dataloader_num_workers = 0
|
||||||
|
Loading…
Reference in New Issue
Block a user