Spaces:
Running
on
Zero
Running
on
Zero
update
Browse files
app.py
CHANGED
@@ -51,14 +51,6 @@ h1 {
|
|
51 |
# Load the tokenizer and model
|
52 |
tokenizer = AutoTokenizer.from_pretrained("FreedomIntelligence/Apollo-7B")
|
53 |
|
54 |
-
chat = [
|
55 |
-
{"role": "user", "content": "Hello, how are you?"},
|
56 |
-
{"role": "assistant", "content": "I'm doing great. How can I help you today?"},
|
57 |
-
{"role": "user", "content": "I'd like to show off how chat templating works!"},
|
58 |
-
]
|
59 |
-
|
60 |
-
tokenizer.apply_chat_template(chat, tokenize=False)
|
61 |
-
|
62 |
model = AutoModelForCausalLM.from_pretrained("FreedomIntelligence/Apollo-7B", device_map="auto") # to("cuda:0")
|
63 |
terminators = [
|
64 |
tokenizer.eos_token_id,
|
|
|
51 |
# Load the tokenizer and model
|
52 |
tokenizer = AutoTokenizer.from_pretrained("FreedomIntelligence/Apollo-7B")
|
53 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
model = AutoModelForCausalLM.from_pretrained("FreedomIntelligence/Apollo-7B", device_map="auto") # to("cuda:0")
|
55 |
terminators = [
|
56 |
tokenizer.eos_token_id,
|