app.py

import asyncio
import chainlit as cl
from together import Together

TOGETHER_API_KEY = "4e381cebe7224f3da54cae6e54d3fdd3ee00b6ac160fc29cea66fbe48a0be3d1"

@cl.on_message
async def main(message: str):
    if not TOGETHER_API_KEY:
        await cl.Message(content="Error: No Together API key provided.").send()
        return

    client = Together(api_key=TOGETHER_API_KEY)
    messages = [{"role": "user", "content": message}]

    try:
        # Run the synchronous API call in a thread
        completion = await asyncio.to_thread(
            client.chat.completions.create,
            model="meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
            messages=messages,
            max_tokens=500
        )
        response = completion.choices[0].message.content
        await cl.Message(content=response).send()
    except Exception as e:
        await cl.Message(content=f"Error: {str(e)}").send()