final commit

Dockerfile

@@ -4,6 +4,7 @@ FROM python:3.10
 WORKDIR /code
 
 ENV FLASK_APP=app.py
+ENV FLASK_RUN_HOST=0.0.0.0
 
 # Copy the current directory contents into the container at /code
 COPY ./requirements.txt /code/requirements.txt
@@ -24,5 +25,5 @@ WORKDIR $HOME/app
 
 # Copy the current directory contents into the container at $HOME/app setting the owner to the user
 COPY --chown=user . $HOME/app
-
-CMD ["flask", "run", "--host", "0.0.0.0", "--port", "7860"]
+EXPOSE 7860
+CMD ["flask", "run"]

app.py

@@ -49,7 +49,7 @@ warnings.filterwarnings('ignore')
 def inference(image_prompt, image):
     prompt = f"USER: <image>\n{image_prompt} ASSISTANT:"
     inputs = processor(text=prompt, images=image, return_tensors="pt")
-    generate_ids = base_model.generate(**inputs, max_new_tokens=15)
+    generate_ids = base_model.generate(**inputs, max_new_tokens=1024)
     decoded_response = processor.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
 
 #     prompt = "USER: <image>\nWhat's the content of the image? ASSISTANT:"