# start.sh #!/bin/bash set -e LOG_FILE=/data/startup.log mkdir -p /data && touch $LOG_FILE && chmod 644 $LOG_FILE echo "Starting Ollama server at $(date)" >> $LOG_FILE ollama serve >> $LOG_FILE 2>&1 & sleep 15 MODELS_TO_PULL="${MODELS_TO_PULL:-hf.co/ggml-org/gemma-3-270m-GGUF:Q8_0}" echo "Pulling models: $MODELS_TO_PULL" | tee -a $LOG_FILE IFS=',' read -ra MODEL_ARRAY <<< "$MODELS_TO_PULL" for model in "${MODEL_ARRAY[@]}"; do echo "Pulling model $model..." | tee -a $LOG_FILE for attempt in {1..3}; do if ollama pull "$model" >> $LOG_FILE 2>&1; then echo "Model $model pulled successfully" | tee -a $LOG_FILE break else echo "Attempt $attempt: Failed to pull model $model, retrying in 10 seconds..." | tee -a $LOG_FILE sleep 10 fi if [ $attempt -eq 3 ]; then echo "Error: Failed to pull model $model after 3 attempts" | tee -a $LOG_FILE exit 1 fi done done echo "Starting Gunicorn server at $(date)" | tee -a $LOG_FILE exec gunicorn --bind 0.0.0.0:7860 --workers 1 --timeout 120 --log-level info app:app >> $LOG_FILE 2>&1