From d994a2c19340166d9d4163c0a272fd49fa0d2f0b Mon Sep 17 00:00:00 2001 From: HongCheng Date: Fri, 19 Apr 2024 23:49:18 +0900 Subject: [PATCH] Update Lamma3_qlora_e10_M_1e4_32_64.py --- xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py b/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py index f2d455f..675ba66 100644 --- a/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py +++ b/xtuner_config/Lamma3_qlora_e10_M_1e4_32_64.py @@ -40,7 +40,7 @@ pack_to_max_length = True # batch_size = 8 # per_device # accumulative_counts = 2 -batch_size = 4 # per_device +batch_size = 16 # per_device accumulative_counts = 1 dataloader_num_workers = 0