Update app.py

app.py

@@ -65,7 +65,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
 hf_save_dir = "./bitnet"
 model = AutoModelForCausalLM.from_pretrained(
     model_id,
-    torch_dtype=torch.bfloat32
+    torch_dtype=torch.bfloat32,
     device_map="auto"
 )
 device = model.device
@@ -222,4 +222,5 @@ with gr.Blocks() as demo:
         generation_output = gr.Textbox(label="Generated Output", lines=10)
         generate_button.click(fn=generate_text_from_prompt, inputs=instruction_input, outputs=generation_output)
 
-demo.launch()
+if __name__ == "__main__":
+    demo.launch()