Update README.md
Browse files
README.md
CHANGED
@@ -28,7 +28,8 @@ This llama model was trained 2x faster with [Unsloth](https://github.com/unsloth
|
|
28 |
# Inference Code
|
29 |
|
30 |
```python
|
31 |
-
|
|
|
32 |
### Question:
|
33 |
{}
|
34 |
|
@@ -37,6 +38,7 @@ This llama model was trained 2x faster with [Unsloth](https://github.com/unsloth
|
|
37 |
|
38 |
### Answer:
|
39 |
{}"""
|
|
|
40 |
from unsloth import FastLanguageModel
|
41 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
42 |
model_name = "Ashed00/Hindi_tuned_Llama-3.2-1B", # YOUR MODEL YOU USED FOR TRAINING
|
|
|
28 |
# Inference Code
|
29 |
|
30 |
```python
|
31 |
+
import torch
|
32 |
+
prompt = """Below is given a Question and context to solve the question. Provide the answer to the question from the context.
|
33 |
### Question:
|
34 |
{}
|
35 |
|
|
|
38 |
|
39 |
### Answer:
|
40 |
{}"""
|
41 |
+
if True:
|
42 |
from unsloth import FastLanguageModel
|
43 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
44 |
model_name = "Ashed00/Hindi_tuned_Llama-3.2-1B", # YOUR MODEL YOU USED FOR TRAINING
|