Merge branch 'dev' into main

This commit is contained in:
Anooyman 2024-03-24 16:09:51 +08:00 committed by GitHub
commit c50b834104
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 1 deletions

View File

@ -9,8 +9,9 @@ model_repo = 'ajupyter/EmoLLM_aiwei'
model_dir = os.path.join(base_dir, 'model') # model
embedding_path = os.path.join(model_dir, 'embedding_model') # embedding
embedding_model_name = 'BAAI/bge-small-zh-v1.5'
rerank_path = os.path.join(model_dir, 'rerank_model') # embedding
rerank_path = os.path.join(model_dir, 'rerank_model') # embedding
rerank_model_name = 'BAAI/bge-reranker-large'
llm_path = os.path.join(model_dir, 'pythia-14m') # llm
# data

View File

@ -53,6 +53,7 @@ class Data_process():
return embeddings
def load_rerank_model(self, model_name=rerank_model_name):
"""
加载重排名模型
@ -119,6 +120,7 @@ class Data_process():
def split_document(self, data_path):
"""
切分data_path文件夹下的所有txt文件