bakaEC/OliveSensorAPI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'dev' into main

Browse Source
This commit is contained in:
Anooyman 2024-03-24 16:09:51 +08:00 committed by GitHub
commit c50b834104
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
rag/src/config/config.py
View File

@ -11,6 +11,7 @@ embedding_path = os.path.join(model_dir, 'embedding_model') # embedding
embedding_model_name = 'BAAI/bge-small-zh-v1.5' embedding_model_name = 'BAAI/bge-small-zh-v1.5'
rerank_path = os.path.join(model_dir, 'rerank_model') # embedding rerank_path = os.path.join(model_dir, 'rerank_model') # embedding
rerank_model_name = 'BAAI/bge-reranker-large' rerank_model_name = 'BAAI/bge-reranker-large'
llm_path = os.path.join(model_dir, 'pythia-14m') # llm llm_path = os.path.join(model_dir, 'pythia-14m') # llm
# data # data

2
rag/src/data_processing.py
View File

@ -53,6 +53,7 @@ class Data_process():
return embeddings return embeddings
def load_rerank_model(self, model_name=rerank_model_name): def load_rerank_model(self, model_name=rerank_model_name):
""" """
加载重排名模型。 加载重排名模型。
@ -119,6 +120,7 @@ class Data_process():
def split_document(self, data_path): def split_document(self, data_path):
""" """
切分data_path文件夹下的所有txt文件 切分data_path文件夹下的所有txt文件