Update README.md
Browse files
README.md
CHANGED
@@ -39,6 +39,8 @@ This shows the potential for applying strong language models such as [Open-Orca/
|
|
39 |
```python
|
40 |
from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
41 |
|
|
|
|
|
42 |
tokenizer = AutoTokenizer.from_pretrained(model_dir)
|
43 |
model = AutoModelForCausalLM.from_pretrained(
|
44 |
model_dir, torch_dtype=torch.bfloat16, device_map='auto',
|
|
|
39 |
```python
|
40 |
from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
41 |
|
42 |
+
model_dir = "lightblue/openorca_stx"
|
43 |
+
|
44 |
tokenizer = AutoTokenizer.from_pretrained(model_dir)
|
45 |
model = AutoModelForCausalLM.from_pretrained(
|
46 |
model_dir, torch_dtype=torch.bfloat16, device_map='auto',
|