Update internlm2_5_chat_7b_qlora_oasst1_e3.py

2024-07-09 21:18:21 +08:00 · 2024-07-09 21:18:21 +08:00 · 0f29a835ad
commit 0f29a835ad
parent ef56283630
1 changed files with 2 additions and 2 deletions
--- a/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py
+++ b/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py
@ -95,8 +95,8 @@ model = dict(
            bnb_4bit_quant_type='nf4')),
    lora=dict(
        type=LoraConfig,
-        r=64,
-        lora_alpha=16,
+        r=32,
+        lora_alpha=64,
        lora_dropout=0.1,
        bias='none',
        task_type='CAUSAL_LM'))