Update README.md
Browse files
README.md
CHANGED
|
@@ -40,23 +40,8 @@ Inference prompt:
|
|
| 40 |
|
| 41 |
## Model loading
|
| 42 |
```python
|
| 43 |
-
from
|
| 44 |
-
|
| 45 |
-
import torch
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
SOURCE_MODEL = "norallm/normistral-7b-warm"
|
| 49 |
-
ADAPTER = "tollefj/nordavind-7b-warm-peft"
|
| 50 |
-
|
| 51 |
-
config = PeftConfig.from_pretrained(ADAPTER)
|
| 52 |
-
model = AutoModelForCausalLM.from_pretrained(
|
| 53 |
-
SOURCE_MODEL,
|
| 54 |
-
device_map="auto",
|
| 55 |
-
return_dict=True,
|
| 56 |
-
torch_dtype=torch.float16,
|
| 57 |
-
)
|
| 58 |
-
model = PeftModel.from_pretrained(model, ADAPTER, device_map="auto")
|
| 59 |
-
tokenizer = AutoTokenizer.from_pretrained(SOURCE_MODEL)
|
| 60 |
```
|
| 61 |
|
| 62 |
## Inference
|
|
|
|
| 40 |
|
| 41 |
## Model loading
|
| 42 |
```python
|
| 43 |
+
from transformers import pipeline
|
| 44 |
+
pipe = pipeline("text-generation", model="tollefj/nordavind-7b-instruct-warm")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
```
|
| 46 |
|
| 47 |
## Inference
|