Update app.py

app.py

@@ -1,6 +1,6 @@
 import spaces
 import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
 import torch
 from gradio_rich_textbox import RichTextbox
 
@@ -15,7 +15,7 @@ model_path = "NousResearch/Genstruct-7B"
 
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 quantization_config = BitsAndBytesConfig(load_in_8bit=True)
-model = AutoModelForCausalLM.from_pretrained( model_path, device_map='cuda', quantization_config=quantization_config)
+model = AutoModelForCausalLM.from_pretrained(model_path, device_map='cuda', quantization_config=quantization_config)
 
 @spaces.GPU
 def generate_text(prompt, custom_prompt, temperature, max_length):