bakaEC/OliveSensorAPI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update llama3 webdemo path name

Browse Source
This commit is contained in:
HongCheng 2024-04-29 11:44:06 +09:00
parent f6dec55c06
commit 942429c04f
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
web_demo_Llama3.py
View File

@ -151,15 +151,15 @@ def on_btn_click():
@st.cache_resource @st.cache_resource
def load_model(): def load_model():
model_name = "./EmoLLM-Llama3-8B-Instruct3.0" model_name0 = "./EmoLLM-Llama3-8B-Instruct3.0"
print(model_name) print(model_name0)
print('pip install modelscope websockets') print('pip install modelscope websockets')
os.system(f'pip install modelscope websockets==11.0.3') os.system(f'pip install modelscope websockets==11.0.3')
from modelscope import snapshot_download from modelscope import snapshot_download
#模型下载 #模型下载
model_name = snapshot_download('chg0901/EmoLLM-Llama3-8B-Instruct3.0',cache_dir=model_name) model_name = snapshot_download('chg0901/EmoLLM-Llama3-8B-Instruct3.0',cache_dir=model_name0)
print(model_name) print(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", trust_remote_code=True, torch_dtype=torch.float16).eval() model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", trust_remote_code=True, torch_dtype=torch.float16).eval()