bakaEC/OliveSensorAPI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update download and model.generate

Browse Source
This commit is contained in:
HongCheng 2024-04-20 01:28:36 +09:00
parent 151b3aebf9
commit 74f07dd43c
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
xtuner_config/README_llama3_8b_instruct_qlora_alpaca_e3_M.md
View File

@ -269,13 +269,14 @@ from modelscope import snapshot_download
import os
# download model in openxlab
download(model_repo='ajupyter/EmoLLM_internlm2_7b_full',
output='ajupyter/EmoLLM_internlm2_7b_full')
model_name_or_path = 'ajupyter/EmoLLM_internlm2_7b_full'
# download(model_repo='MrCat/Meta-Llama-3-8B-Instruct',
# output='MrCat/Meta-Llama-3-8B-Instruct')
# model_name_or_path = 'MrCat/Meta-Llama-3-8B-Instruct'
# # download model in modelscope
# model_name_or_path = snapshot_download('ajupyter/EmoLLM_internlm2_7b_full',
# cache_dir='EmoLLM_internlm2_7b_full')
# model_name_or_path = snapshot_download('LLM-Research/Meta-Llama-3-8B-Instruct',
# cache_dir='LLM-Research/Meta-Llama-3-8B-Instruct')
# offline model
model_name_or_path = "/root/EmoLLM/xtuner_config/merged_Llama"
@ -295,7 +296,7 @@ while True:
input_text.replace(' ', '')
if input_text == "exit":
break
response, history = model.chat(tokenizer, input_text, history=messages)
response, history = model.generate(tokenizer, input_text, history=messages)
messages.append((input_text, response))
print(f"robot >>> {response}")
```