AlanXian commited on
Commit
f8d057d
·
1 Parent(s): 977f05f
Files changed (1) hide show
  1. app.py +0 -8
app.py CHANGED
@@ -51,14 +51,6 @@ h1 {
51
  # Load the tokenizer and model
52
  tokenizer = AutoTokenizer.from_pretrained("FreedomIntelligence/Apollo-7B")
53
 
54
- chat = [
55
- {"role": "user", "content": "Hello, how are you?"},
56
- {"role": "assistant", "content": "I'm doing great. How can I help you today?"},
57
- {"role": "user", "content": "I'd like to show off how chat templating works!"},
58
- ]
59
-
60
- tokenizer.apply_chat_template(chat, tokenize=False)
61
-
62
  model = AutoModelForCausalLM.from_pretrained("FreedomIntelligence/Apollo-7B", device_map="auto") # to("cuda:0")
63
  terminators = [
64
  tokenizer.eos_token_id,
 
51
  # Load the tokenizer and model
52
  tokenizer = AutoTokenizer.from_pretrained("FreedomIntelligence/Apollo-7B")
53
 
 
 
 
 
 
 
 
 
54
  model = AutoModelForCausalLM.from_pretrained("FreedomIntelligence/Apollo-7B", device_map="auto") # to("cuda:0")
55
  terminators = [
56
  tokenizer.eos_token_id,