Update app.py

app.py

@@ -5,9 +5,9 @@ import gradio as gr
 # Define device
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
-# Expanded response cache with more common questions
+# Expanded and normalized response cache
 response_cache = {
-    "Hi, pretend you are a financial advisor. Now tell me how can I start investing in stock market?": (
+    "hi, pretend you are a financial advisor. now tell me how can i start investing in stock market?": (
         "As a financial advisor, here’s a guide to start investing in the stock market:\n"
         "1. **Learn**: Use Investopedia or “The Intelligent Investor” by Benjamin Graham.\n"
         "2. **Goals**: Set objectives (e.g., retirement) and assess risk tolerance.\n"
@@ -27,24 +27,32 @@ response_cache = {
         "If interested in stocks, explore stable companies in technology (e.g., Apple, Microsoft) or healthcare (e.g., Johnson & Johnson) using Yahoo Finance. "
         "Always consult a financial planner for tailored advice."
     ),
-    "You have a list of companies you recommend?": (
+    "you have a list of companies you recommend?": (
         "I cannot recommend specific companies without current market data. Instead, consider ETFs like VOO (S&P 500) or QQQ (tech-focused) for broad exposure. "
         "For stocks, research sectors like technology (e.g., Apple, Microsoft) or consumer goods (e.g., Procter & Gamble) using Yahoo Finance or Morningstar. "
         "Consult a certified financial planner."
     ),
-    "How do I start investing in stocks?": (
+    "how do i start investing in stocks?": (
         "To start investing in stocks, educate yourself using resources like Investopedia or books such as 'The Intelligent Investor.' "
         "Set investment goals and assess your risk tolerance. Open an account with a brokerage like Fidelity or Vanguard, "
         "and begin with diversified options like ETFs (e.g., VOO) or mutual funds. Consult a financial planner for personalized advice."
     ),
-    "What are the best stocks to buy right now?": (
+    "what are the best stocks to buy right now?": (
         "I can’t recommend specific stocks without current market data. For a safer approach, consider ETFs like VOO (S&P 500) or QQQ (tech-focused). "
         "If you prefer stocks, research companies in strong sectors like technology or healthcare using tools like Yahoo Finance. "
         "Consult a financial planner for up-to-date advice."
     ),
-    "What's the difference between stocks and bonds?": (
+    "what's the difference between stocks and bonds?": (
         "Stocks represent ownership in a company and offer potential growth but with higher risk. Bonds are loans to a company or government, "
         "providing steady interest with lower risk. Stocks may pay dividends, while bonds pay coupons. Diversifying with both can balance risk and return."
+    ),
+    "how much should i invest?": (
+        "The amount to invest depends on your financial situation, goals, and risk tolerance. Start with what you can afford after covering expenses and an emergency fund (e.g., 3-6 months’ savings). "
+        "Consider investing $100-$500 monthly in ETFs like VOO using dollar-cost averaging. Consult a financial planner for personalized advice."
+    ),
+    "what is dollar-cost averaging?": (
+        "Dollar-cost averaging involves investing a fixed amount regularly (e.g., $100 monthly) into assets like ETFs, regardless of market conditions. "
+        "This reduces the risk of buying at a high price and smooths out costs over time. It’s ideal for long-term investing."
     )
 }
 
@@ -61,40 +69,44 @@ except Exception as e:
     print(f"Error loading OPT-350m: {e}")
     exit()
 
-# Define chat function with enhanced prompt
+# Pre-tokenize static prompt prefix
+prompt_prefix = (
+    "You are a financial advisor with expertise in stock market investments. "
+    "Provide accurate, detailed, and actionable advice in a single response. "
+    "If you cannot provide specific recommendations (e.g., individual companies), "
+    "explain why and offer general guidance.\n\n"
+    "Example:\n"
+    "Q: How can I start investing in the stock market?\n"
+    "A: Start by educating yourself with resources like Investopedia or 'The Intelligent Investor.' "
+    "Set clear goals and assess your risk tolerance. Choose a brokerage like Fidelity or Vanguard, "
+    "and consider starting with ETFs or mutual funds.\n\n"
+    "Now, answer the following question:\n"
+    "Q: "
+)
+prefix_tokens = tokenizer(prompt_prefix, return_tensors="pt", truncation=True, max_length=512).to(device)
+
+# Define chat function
 def chat_with_model(message, history=None):  # Ignore history
     try:
-        if not isinstance(message, str):
-            return "Error: User input must be a string"
-        if message in response_cache:
-            return response_cache[message]
-        full_prompt = (
-            "You are a financial advisor with expertise in stock market investments. "
-            "Provide accurate, detailed, and actionable advice in a single response. "
-            "Do not rely on prior conversation context. "
-            "If you cannot provide specific recommendations (e.g., individual companies), "
-            "explain why and offer general guidance or alternative suggestions.\n\n"
-            "Examples:\n"
-            "Q: How can I start investing in the stock market?\n"
-            "A: Start by educating yourself with resources like Investopedia or 'The Intelligent Investor.' "
-            "Set clear goals and assess your risk tolerance. Choose a brokerage like Fidelity or Vanguard, "
-            "and consider starting with ETFs or mutual funds.\n\n"
-            "Q: What are some good companies to invest in?\n"
-            "A: I cannot recommend specific companies without current market data. "
-            "Consider ETFs like VOO or QQQ for broad exposure, or research stable sectors like technology or healthcare.\n\n"
-            "Now, answer the following question:\n"
-            "Q: {message}\n"
-            "A:"
-        ).format(message=message)
+        # Normalize input for cache lookup
+        cache_key = message.lower().strip()
+        if cache_key in response_cache:
+            return response_cache[cache_key]
+        
+        # Construct prompt
+        full_prompt = prompt_prefix + message + "\nA:"
         inputs = tokenizer(full_prompt, return_tensors="pt", truncation=True, max_length=512).to(device)
-        outputs = model.generate(
-            **inputs,
-            max_new_tokens=30,  # Adjustable for speed vs. quality
-            do_sample=True,
-            top_p=0.9,
-            temperature=0.4,
-            pad_token_id=tokenizer.eos_token_id
-        )
+        
+        # Generate response
+        with torch.no_grad():
+            outputs = model.generate(
+                **inputs,
+                max_new_tokens=20,  # Reduced for speed
+                do_sample=True,
+                top_p=0.9,
+                temperature=0.3,  # Lowered for faster convergence
+                pad_token_id=tokenizer.eos_token_id
+            )
         response = tokenizer.decode(outputs[0], skip_special_tokens=True)
         return response[len(full_prompt):].strip() if response.startswith(full_prompt) else response
     except Exception as e:
@@ -104,11 +116,13 @@ def chat_with_model(message, history=None):  # Ignore history
 interface = gr.ChatInterface(
     fn=chat_with_model,
     title="Financial Advisor Chatbot (OPT-350m)",
-    description="Ask for advice on starting to invest in the stock market! Powered by Meta AI's OPT-350m. Provides single, direct answers without conversation history.",
+    description="Ask for advice on starting to invest in the stock market! Powered by Meta AI's OPT-350m. Provides fast, direct answers without conversation history.",
     examples=[
         "Hi, pretend you are a financial advisor. Now tell me how can I start investing in stock market?",
         "You have a list of companies you recommend?",
-        "What's the difference between stocks and bonds?"
+        "What's the difference between stocks and bonds?",
+        "How much should I invest?",
+        "What is dollar-cost averaging?"
     ]
 )