diff --git a/rag/src/config/config.py b/rag/src/config/config.py index df0fc36..673c5b5 100644 --- a/rag/src/config/config.py +++ b/rag/src/config/config.py @@ -9,8 +9,9 @@ model_repo = 'ajupyter/EmoLLM_aiwei' model_dir = os.path.join(base_dir, 'model') # model embedding_path = os.path.join(model_dir, 'embedding_model') # embedding embedding_model_name = 'BAAI/bge-small-zh-v1.5' -rerank_path = os.path.join(model_dir, 'rerank_model') # embedding +rerank_path = os.path.join(model_dir, 'rerank_model') # embedding rerank_model_name = 'BAAI/bge-reranker-large' + llm_path = os.path.join(model_dir, 'pythia-14m') # llm # data diff --git a/rag/src/data_processing.py b/rag/src/data_processing.py index 6dbcd25..0b94e3d 100644 --- a/rag/src/data_processing.py +++ b/rag/src/data_processing.py @@ -53,6 +53,7 @@ class Data_process(): return embeddings def load_rerank_model(self, model_name=rerank_model_name): + """ 加载重排名模型。 @@ -119,6 +120,7 @@ class Data_process(): def split_document(self, data_path): + """ 切分data_path文件夹下的所有txt文件