Upload 3 files

DockerFile

@@ -0,0 +1,31 @@
+# Base image for Python
+FROM python:3.10-slim
+
+# Install dependencies for Ollama
+RUN apt-get update && apt-get install -y curl unzip && rm -rf /var/lib/apt/lists/*
+
+# Install Ollama server
+RUN curl -L https://ollama.com/download/linux-x64 -o ollama.zip \
+    && unzip ollama.zip -d /usr/local/bin \
+    && rm ollama.zip
+
+# Set working directory for the app
+WORKDIR /app
+
+# Copy application files and model
+COPY . /app
+
+# Ensure the model file is copied into the container
+COPY . /app/
+
+# Install Python dependencies
+RUN pip install --no-cache-dir gradio requests
+
+# Expose ports for Gradio and Ollama
+EXPOSE 7860 11434
+
+# Start both services using a script
+COPY start_services.sh /app/start_services.sh
+RUN chmod +x /app/start_services.sh
+
+CMD ["/app/start_services.sh"]

app.py

@@ -0,0 +1,30 @@
+import gradio as gr
+import requests
+
+# Function to interact with the Ollama backend
+def chat_with_ollama(message):
+    try:
+        # Ollama server running on localhost:11434
+        ollama_endpoint = "http://localhost:11434/api/generate"
+        payload = {"message": message}
+        
+        response = requests.post(ollama_endpoint, json=payload)
+        response_data = response.json()
+        
+        if response.status_code == 200:
+            return response_data.get("response", "No response from Ollama.")
+        else:
+            return f"Error: {response_data.get('error', 'Unknown error')}"
+    except Exception as e:
+        return f"An error occurred: {str(e)}"
+
+# Gradio interface
+iface = gr.Interface(
+    fn=chat_with_ollama,
+    inputs=gr.Textbox(lines=2, placeholder="Type your message..."),
+    outputs="text",
+    title="Gradio Chatbot with Ollama Backend"
+)
+
+if __name__ == "__main__":
+    iface.launch(server_name="0.0.0.0", server_port=7860)

start_services.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+# Start the Ollama server with the custom model
+ollama serve --port 11434 &
+sleep 1
+ollama run hf.co/alibidaran/LLAMA3.2-Virtual_doctor_GGUF
+ollama list
+# Start the Gradio chatbot
+python app.py