Merge pull request #20 from greyovo/patch-1

fix: Error when loading dataset from JSON
2023-12-22 10:57:55 +08:00 · 2023-12-22 10:57:55 +08:00 · 0d5c7016b9
commit 0d5c7016b9
parent 8a256da1c6 0f10d2ea04
1 changed files with 1 additions and 1 deletions
--- a/finetune_kopa.py
+++ b/finetune_kopa.py
@ -179,7 +179,7 @@ def train(
    slama_model = KoPAWithAdapter(model, num_prefix, kge_model=kge_model)

    if data_path.endswith(".json") or data_path.endswith(".jsonl"):
-        data = load_dataset("json")
+        data = load_dataset("json", data_files=data_path)
    else:
        data = load_dataset(data_path)