Create app.py

app.py

@@ -0,0 +1,50 @@
+import os
+from openai import OpenAI
+from dotenv import load_dotenv
+
+# Load environment variables (e.g., API keys)
+load_dotenv()
+
+# Initialize the OpenAI client with Hugging Face API
+client = OpenAI(
+    base_url="https://api-inference.huggingface.co/v1",
+    api_key=os.getenv("TOKEN")
+)
+
+model = "meta-llama/Meta-Llama-3-8B-Instruct"
+
+def get_debyez_prompt_template(customer_message):
+    return f"""
+    Identity & Purpose
+    You are CSL Assistant, the official AI assistant for Cochin Shipyard Limited...
+    : '{customer_message}'
+    """
+
+# API or CLI that will interact with the model
+def get_response(prompt):
+    try:
+        messages = [{"role": "user", "content": prompt}]
+        stream = client.chat.completions.create(
+            model=model,
+            messages=[
+                {"role": m["role"], "content": get_debyez_prompt_template(m["content"])}
+                for m in messages
+            ],
+            temperature=0.5,
+            stream=True,
+            max_tokens=3000,
+        )
+        response = ""
+        for chunk in stream:
+            response += chunk.choices[0].delta.content or ""
+        if not response.strip():
+            response = "Sorry, I couldn't generate a response right now."
+        return response
+    except Exception as e:
+        return f"An error occurred: {str(e)}"
+
+# Example execution
+if __name__ == "__main__":
+    prompt = "What types of ships do you build?"
+    response = get_response(prompt)
+    print(response)