2023-10-11 11:51:08 +08:00
|
|
|
export WANDB_DISABLED=true
|
|
|
|
|
wandb offline
|
|
|
|
|
CUDA_VISIBLE_DEVICES=0 nohup python finetune_kopa.py \
|
|
|
|
|
--base_model 'YOUR LLM PATH' \
|
2023-12-27 17:15:47 +08:00
|
|
|
--data_path 'data/CoDeX-S-train.json' \
|
2023-10-11 11:51:08 +08:00
|
|
|
--output_dir 'YOUR SAVE PATH' \
|
|
|
|
|
--num_epochs 3 \
|
2023-12-27 17:15:47 +08:00
|
|
|
--lora_r 64 \
|
2023-10-11 11:51:08 +08:00
|
|
|
--learning_rate 3e-4 \
|
|
|
|
|
--batch_size 12 \
|
|
|
|
|
--micro_batch_size 12 \
|
|
|
|
|
--num_prefix 1 \
|
2023-12-27 17:15:47 +08:00
|
|
|
--kge_model 'data/CoDeX-S-rotate.pth' \
|
2023-10-11 11:51:08 +08:00
|
|
|
--lora_target_modules='[q_proj,k_proj,v_proj,o_proj]' > log.txt &
|
