更新数据集位置
This commit is contained in:
parent
08716bbb23
commit
140217593c
@ -101,7 +101,7 @@ prompt_template = PROMPT_TEMPLATE.llama3_chatM # there is No internlm2_base
|
|||||||
# type=process_hf_dataset,
|
# type=process_hf_dataset,
|
||||||
# dataset=dict(type=load_dataset, path=alpaca_en_path),)
|
# dataset=dict(type=load_dataset, path=alpaca_en_path),)
|
||||||
|
|
||||||
data_path = '/root/StableCascade/emollm2/EmoLLM/datasets/processed/combined_data.json'
|
data_path = '../datasets/multi_turn_dataset_2.json'
|
||||||
alpaca_en = dict(
|
alpaca_en = dict(
|
||||||
type=process_hf_dataset,
|
type=process_hf_dataset,
|
||||||
dataset=dict(type=load_dataset, path='json', data_files=dict(train=data_path)),)
|
dataset=dict(type=load_dataset, path='json', data_files=dict(train=data_path)),)
|
||||||
|
Loading…
Reference in New Issue
Block a user