Update Lamma3_qlora_e10_M_1e4_32_64.py

This commit is contained in:
HongCheng 2024-04-19 23:49:18 +09:00 committed by GitHub
parent 7d570d2b79
commit d994a2c193
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -40,7 +40,7 @@ pack_to_max_length = True
# batch_size = 8 # per_device # batch_size = 8 # per_device
# accumulative_counts = 2 # accumulative_counts = 2
batch_size = 4 # per_device batch_size = 16 # per_device
accumulative_counts = 1 accumulative_counts = 1
dataloader_num_workers = 0 dataloader_num_workers = 0