diff --git a/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py b/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py index b76bbed..8c230b7 100644 --- a/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py +++ b/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py @@ -95,8 +95,8 @@ model = dict( bnb_4bit_quant_type='nf4')), lora=dict( type=LoraConfig, - r=64, - lora_alpha=16, + r=32, + lora_alpha=64, lora_dropout=0.1, bias='none', task_type='CAUSAL_LM'))