Zyphra
/

Zamba-7B-v1

Text Generation

Model card Files Files and versions

pglo commited on Sep 22, 2024

Commit

2172818

·

verified ·

1 Parent(s): d6518e1

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -38,7 +38,7 @@ import torch
 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba-7B-v1")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba-7B-v1", device_map="auto", torch_dtype=torch.bfloat16)
-input_text = "A funny prompt would be "
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)

 tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba-7B-v1")
 model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba-7B-v1", device_map="auto", torch_dtype=torch.bfloat16)
+input_text = "What factors contributed to the fall of the Roman Empire?"
 input_ids = tokenizer(input_text, return_tensors="pt").to("cuda")
 outputs = model.generate(**input_ids, max_new_tokens=100)