Upload folder using huggingface_hub

web_demo.py

@@ -2,8 +2,11 @@ from transformers import AutoModel, AutoTokenizer
 import gradio as gr
 import mdtex2html
 
-tokenizer = AutoTokenizer.from_pretrained("../chatglm", trust_remote_code=True)
-model = AutoModel.from_pretrained("../chatglm", trust_remote_code=True).float()
+# tokenizer = AutoTokenizer.from_pretrained("../chatglm", trust_remote_code=True)
+# model = AutoModel.from_pretrained("../chatglm", trust_remote_code=True).float()
+tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
+model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).float()
+
 model = model.eval()
 
 """Override Chatbot.postprocess"""

web_demo2.py

@@ -11,8 +11,10 @@ st.set_page_config(
 
 @st.cache_resource
 def get_model():
+    # tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
+    # model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
     tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
-    model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
+    model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).float()
     model = model.eval()
     return tokenizer, model
 

web_demo_old.py

@@ -1,8 +1,11 @@
 from transformers import AutoModel, AutoTokenizer
 import gradio as gr
 
+# tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
+# model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
-model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
+model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).float()
+
 model = model.eval()
 
 MAX_TURNS = 20

web_demo_vision.py

@@ -2,8 +2,11 @@ from transformers import AutoModel, AutoTokenizer
 import gradio as gr
 import mdtex2html
 
+# tokenizer = AutoTokenizer.from_pretrained("THUDM/visualglm-6b", trust_remote_code=True)
+# model = AutoModel.from_pretrained("THUDM/visualglm-6b", trust_remote_code=True).half().cuda()
 tokenizer = AutoTokenizer.from_pretrained("THUDM/visualglm-6b", trust_remote_code=True)
-model = AutoModel.from_pretrained("THUDM/visualglm-6b", trust_remote_code=True).half().cuda()
+model = AutoModel.from_pretrained("THUDM/visualglm-6b", trust_remote_code=True).float()
+
 model = model.eval()
 
 """Override Chatbot.postprocess"""