Merge branch 'dev' into main
This commit is contained in:
commit
c50b834104
@ -9,8 +9,9 @@ model_repo = 'ajupyter/EmoLLM_aiwei'
|
||||
model_dir = os.path.join(base_dir, 'model') # model
|
||||
embedding_path = os.path.join(model_dir, 'embedding_model') # embedding
|
||||
embedding_model_name = 'BAAI/bge-small-zh-v1.5'
|
||||
rerank_path = os.path.join(model_dir, 'rerank_model') # embedding
|
||||
rerank_path = os.path.join(model_dir, 'rerank_model') # embedding
|
||||
rerank_model_name = 'BAAI/bge-reranker-large'
|
||||
|
||||
llm_path = os.path.join(model_dir, 'pythia-14m') # llm
|
||||
|
||||
# data
|
||||
|
@ -53,6 +53,7 @@ class Data_process():
|
||||
return embeddings
|
||||
|
||||
def load_rerank_model(self, model_name=rerank_model_name):
|
||||
|
||||
"""
|
||||
加载重排名模型。
|
||||
|
||||
@ -119,6 +120,7 @@ class Data_process():
|
||||
|
||||
|
||||
def split_document(self, data_path):
|
||||
|
||||
"""
|
||||
切分data_path文件夹下的所有txt文件
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user