app.py

import uvicorn
from fastapi import FastAPI
from pydantic import BaseModel
from model import get_answer_from_llm


class Prompt(BaseModel):
    prompt: str = ''


app = FastAPI(
    title='CommandRLLMAPI'
)


@app.post("/completion/")
async def get_answer(question: Prompt):
    answer = await get_answer_from_llm(question.prompt)
    return answer


# if __name__ == '__main__':
#     uvicorn.run(
#         app,
#         host='0.0.0.0',
#         port=8081
#     )