Update README.md

README.md

@@ -16,12 +16,12 @@ Download the model
 # This is to set the path to save the model
 from pathlib import Path
 
-mistral_models_path = Path.home().joinpath('Question_Generation_model', 'UTeMGPT')
-mistral_models_path.mkdir(parents=True, exist_ok=True)
+models_path = Path.home().joinpath('Question_Generation_model', 'UTeMGPT')
+models_path.mkdir(parents=True, exist_ok=True)
 
 # Download the model
 from huggingface_hub import snapshot_download
-my_model = snapshot_download(repo_id="KLimaLima/finetuned-Question-Generation-mistral-7b-instruct", local_dir=mistral_models_path)
+my_model = snapshot_download(repo_id="KLimaLima/finetuned-Question-Generation-mistral-7b-instruct", local_dir=models_path)
 ```
 
 To load the model that have been downloaded
@@ -40,12 +40,6 @@ model, tokenizer = FastLanguageModel.from_pretrained(
 FastLanguageModel.for_inference(model) # Enable native 2x faster inference
 ```
 
-To generate output
-```python
-outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)
-tokenizer.batch_decode(outputs)
-```
-
 This model uses alpaca prompt format such as below
 ```python
 alpaca_prompt = """Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
@@ -58,6 +52,25 @@ alpaca_prompt = """Below is an instruction that describes a task, paired with an
 
 ### Response:
 {}"""
+
+instruction = 'Write an inquisitive question about a specific text span in a given sentence such that the answer is not in the text.'
+sentence = "I want to bake a cake during my free time. I need to know the ingredients that need to be use."
+
+inputs = tokenizer(
+[
+    alpaca_prompt.format(
+        instruction,
+        sentence,
+        "", # output - leave this blank for generation!
+    )
+], return_tensors = "pt").to("cuda")
+
+```
+
+To generate output
+```python
+outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)
+tokenizer.batch_decode(outputs)
 ```
 
 # Uploaded  model