fix: Error when loading dataset from JSON

2023-12-20 19:54:16 +08:00 · 2023-12-20 19:54:16 +08:00 · 0f10d2ea04
commit 0f10d2ea04
parent 8a256da1c6
1 changed files with 1 additions and 1 deletions
--- a/finetune_kopa.py
+++ b/finetune_kopa.py
@ -179,7 +179,7 @@ def train(
    slama_model = KoPAWithAdapter(model, num_prefix, kge_model=kge_model)

    if data_path.endswith(".json") or data_path.endswith(".jsonl"):
-        data = load_dataset("json")
+        data = load_dataset("json", data_files=data_path)
    else:
        data = load_dataset(data_path)