Updated run.sh and Dockerfile.

Dockerfile

@@ -32,6 +32,7 @@ RUN pip install --no-cache-dir --upgrade pip && \
 # Copy application code
 COPY --chown=1001:0 . /app
 COPY --chown=1001:0 main/ /app/main
+COPY --chown=1001:0 resources/local_config.yaml /app/resources/local_config.yaml
 
 # Create directory for models cache
 RUN mkdir -p /app/.cache/huggingface && \

run.sh

@@ -3,7 +3,7 @@
 set -e  # Exit on error
 
 # Default values
-PORT=7860
+CONFIG_FILE="resources/local_config.yaml"
 ENV_FILE=".env"
 CONTAINER_NAME="llm-inference-server"
 BUILD_ONLY=false
@@ -11,8 +11,8 @@ PLATFORM=""
 
 # Function to display usage
 usage() {
-    echo "Usage: $0 [-p <port>] [-e <env_file>] [-n <container_name>] [-b] [-h]"
-    echo "  -p : Port to expose (default: 7860)"
+    echo "Usage: $0 [-c <config_file>] [-e <env_file>] [-n <container_name>] [-b] [-h]"
+    echo "  -c : Config file path (default: resources/local_config.yaml)"
     echo "  -e : Environment file path (default: .env)"
     echo "  -n : Container name (default: llm-inference-server)"
     echo "  -b : Build only (don't run container)"
@@ -26,10 +26,26 @@ handle_error() {
     exit 1
 }
 
+# Function to read yaml (simplified)
+parse_yaml() {
+    local file=$1
+    if command -v python3 &> /dev/null; then
+        python3 -c "
+import yaml
+with open('$file', 'r') as f:
+    config = yaml.safe_load(f)
+print(config['server']['port'])
+print(config['server']['host'])
+"
+    else
+        handle_error "Python3 is required to parse YAML config"
+    fi
+}
+
 # Parse command line arguments
-while getopts "p:e:n:bh" opt; do
+while getopts "c:e:n:bh" opt; do
     case $opt in
-        p) PORT=$OPTARG ;;
+        c) CONFIG_FILE=$OPTARG ;;
         e) ENV_FILE=$OPTARG ;;
         n) CONTAINER_NAME=$OPTARG ;;
         b) BUILD_ONLY=true ;;
@@ -38,6 +54,15 @@ while getopts "p:e:n:bh" opt; do
     esac
 done
 
+# Check if config file exists
+if [ ! -f "$CONFIG_FILE" ]; then
+    handle_error "Config file not found: $CONFIG_FILE"
+fi
+
+# Read port and host from config
+read PORT HOST < <(parse_yaml "$CONFIG_FILE")
+echo "Using configuration - Port: $PORT, Host: $HOST"
+
 # Detect platform and set appropriate options
 if [[ "$(uname -s)" == "Darwin" ]]; then
     echo "Detected MacOS platform"
@@ -93,22 +118,15 @@ if docker ps -aq -f name=$CONTAINER_NAME | grep -q .; then
     docker rm $CONTAINER_NAME || handle_error "Failed to remove existing container"
 fi
 
-# Run the container
+# Run the container in interactive mode
 echo "Starting container on port $PORT..."
-if ! docker run -d \
+echo "Press Ctrl+C to stop the server"
+docker run --rm -it \
     --name $CONTAINER_NAME \
     --env-file $ENV_FILE \
-    -p $PORT:7860 \
+    -p $PORT:$PORT \
     -v $HOME/.cache/huggingface:/app/.cache/huggingface \
-    $CONTAINER_NAME; then
-    handle_error "Failed to start container"
-fi
-
-# Verify container is running
-if ! docker ps | grep -q $CONTAINER_NAME; then
-    handle_error "Container failed to start. Check logs with: docker logs $CONTAINER_NAME"
-fi
+    -v "$(pwd)/$CONFIG_FILE:/app/$CONFIG_FILE" \
+    $CONTAINER_NAME
 
-echo "Container started successfully!"
-echo "API should be available at http://localhost:$PORT"
-echo "To view logs, run: docker logs -f $CONTAINER_NAME"
+echo "Container stopped"