bakaEC/kopa
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add data and update code

Browse Source
This commit is contained in:
Zhang-Each 2023-10-19 20:00:19 +08:00
parent d975632c1a
commit f2d7a607cb
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
UMLS-train-v2.json Normal file
View File

File diff suppressed because one or more lines are too long

4
finetune_kopa.py
View File

@ -179,9 +179,9 @@ def train(
slama_model = KoPAWithAdapter(model, num_prefix, kge_model=kge_model)
if data_path.endswith(".json") or data_path.endswith(".jsonl"):
data = load_dataset("json", data_files=data_path, cache_dir="/data/zhangyichi/.huggingface/")
data = load_dataset("json")
else:
data = load_dataset(data_path, cache_dir="/data/zhangyichi/.huggingface/")
data = load_dataset(data_path)
if resume_from_checkpoint:
# Check the available weights and load them