Merge pull request #4 from zjukg/master

add data and update code
This commit is contained in:
Yichi Zhang 2023-10-19 20:00:58 +08:00 committed by GitHub
commit 5fda45b3fc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 2 deletions

1
UMLS-train-v2.json Normal file

File diff suppressed because one or more lines are too long

View File

@ -179,9 +179,9 @@ def train(
slama_model = KoPAWithAdapter(model, num_prefix, kge_model=kge_model)
if data_path.endswith(".json") or data_path.endswith(".jsonl"):
data = load_dataset("json", data_files=data_path, cache_dir="/data/zhangyichi/.huggingface/")
data = load_dataset("json")
else:
data = load_dataset(data_path, cache_dir="/data/zhangyichi/.huggingface/")
data = load_dataset(data_path)
if resume_from_checkpoint:
# Check the available weights and load them