try

app.py

@@ -9,12 +9,12 @@ For more information on `huggingface_hub` Inference API support, please check th
 # client = InferenceClient("EITD/lora_model", token=os.getenv("HF_TOKEN"))
 
 model_name = "EITD/lora_model"
-quantization_config = BitsAndBytesConfig(
+bnb_config = BitsAndBytesConfig(
     load_in_4bit=True
 )
 model = AutoPeftModelForCausalLM.from_pretrained(
     model_name,
-    quantization_config=quantization_config
+    quantization_config=bnb_config
 )
 tokenizer = AutoTokenizer.from_pretrained(model_name)