From 0f29a835ad7f546544a352d7080c6d2382bd7409 Mon Sep 17 00:00:00 2001
From: Kevin Rose <61625731+hi-pengyu@users.noreply.github.com>
Date: Tue, 9 Jul 2024 21:18:21 +0800
Subject: [PATCH] Update internlm2_5_chat_7b_qlora_oasst1_e3.py

---
 xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py b/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py
index b76bbed..8c230b7 100644
--- a/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py
+++ b/xtuner_config/internlm2_5_chat_7b_qlora_oasst1_e3.py
@@ -95,8 +95,8 @@ model = dict(
             bnb_4bit_quant_type='nf4')),
     lora=dict(
         type=LoraConfig,
-        r=64,
-        lora_alpha=16,
+        r=32,
+        lora_alpha=64,
         lora_dropout=0.1,
         bias='none',
         task_type='CAUSAL_LM'))