diff --git a/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py b/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py index f2d455f..675ba66 100644 --- a/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py +++ b/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py @@ -40,7 +40,7 @@ pack_to_max_length = True # batch_size = 8 # per_device # accumulative_counts = 2 -batch_size = 4 # per_device +batch_size = 16 # per_device accumulative_counts = 1 dataloader_num_workers = 0