chatgpt-oasis / start_server.py
parthraninga's picture
Upload 10 files
95efa57 verified
#!/usr/bin/env python3
"""
Startup script for the ChatGPT Oasis Model Inference API
"""
import uvicorn
import argparse
import os
import sys
def main():
parser = argparse.ArgumentParser(description="Start the ChatGPT Oasis Model Inference API")
parser.add_argument("--host", default="0.0.0.0", help="Host to bind to (default: 0.0.0.0)")
parser.add_argument("--port", type=int, default=8000, help="Port to bind to (default: 8000)")
parser.add_argument("--reload", action="store_true", help="Enable auto-reload for development")
parser.add_argument("--workers", type=int, default=1, help="Number of worker processes (default: 1)")
parser.add_argument("--log-level", default="info", choices=["debug", "info", "warning", "error"],
help="Log level (default: info)")
args = parser.parse_args()
print("Starting ChatGPT Oasis Model Inference API...")
print(f"Host: {args.host}")
print(f"Port: {args.port}")
print(f"Workers: {args.workers}")
print(f"Log Level: {args.log_level}")
print(f"Auto-reload: {args.reload}")
print("-" * 50)
# Check if main.py exists
if not os.path.exists("main.py"):
print("Error: main.py not found in current directory!")
sys.exit(1)
# Start the server
uvicorn.run(
"main:app",
host=args.host,
port=args.port,
reload=args.reload,
workers=args.workers,
log_level=args.log_level,
access_log=True
)
if __name__ == "__main__":
main()