Update app.py

app.py

@@ -1,96 +1,87 @@
+import logging
+import os
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 import gradio as gr
 
-# Define device
-device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+# Set up logging
+logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
+logger = logging.getLogger(__name__)
 
-# Expanded response cache with short prompts
+# Define device (force CPU for Spaces compatibility)
+device = torch.device("cpu")
+logger.info(f"Using device: {device}")
+
+# Response cache with short prompts
 response_cache = {
-    "hi": "Hello! I'm your financial advisor. How can I help you with investing today?",
-    "hello": "Hello! I'm your financial advisor. How can I help you with investing today?",
-    "hey": "Hi there! Ready to discuss your investment goals?",
+    "hi": "Hello! I'm your financial advisor. How can I help with investing?",
+    "hello": "Hello! I'm your financial advisor. How can I help with investing?",
+    "hey": "Hi there! Ready to discuss investment goals?",
     "hi, pretend you are a financial advisor. now tell me how can i start investing in stock market?": (
-        "As a financial advisor, here’s a guide to start investing in the stock market:\n"
-        "1. **Learn**: Use Investopedia or “The Intelligent Investor” by Benjamin Graham.\n"
+        "Here’s a guide to start investing in the stock market:\n"
+        "1. **Learn**: Use Investopedia or 'The Intelligent Investor' by Benjamin Graham.\n"
         "2. **Goals**: Set objectives (e.g., retirement) and assess risk tolerance.\n"
-        "3. **Brokerage**: Choose Fidelity (low fees), Vanguard (index funds like VTI), or Robinhood (commission-free).\n"
-        "4. **Investments**: Start with ETFs (e.g., VOO for S&P 500) or mutual funds.\n"
-        "5. **Strategy**: Use dollar-cost averaging with $100-$500 monthly.\n"
+        "3. **Brokerage**: Choose Fidelity, Vanguard, or Robinhood.\n"
+        "4. **Investments**: Start with ETFs (e.g., VOO) or mutual funds.\n"
+        "5. **Strategy**: Use dollar-cost averaging ($100-$500 monthly).\n"
         "6. **Risks**: Diversify and monitor.\n"
         "Consult a certified financial planner."
     ),
     "do you have a list of companies you recommend?": (
-        "I cannot recommend specific companies without current market data. Instead, consider ETFs like VOO (S&P 500) or QQQ (tech-focused) for broad exposure. "
-        "For stocks, research sectors like technology (e.g., Apple, Microsoft) or consumer goods (e.g., Procter & Gamble) using Yahoo Finance or Morningstar. "
-        "Consult a certified financial planner."
-    ),
-    "can you provide me a list of companies you recommend?": (
-        "I cannot provide specific company recommendations without up-to-date market analysis. For safer investments, consider ETFs like VOO (S&P 500) or QQQ (tech-focused). "
-        "If interested in stocks, explore stable companies in technology (e.g., Apple, Microsoft) or healthcare (e.g., Johnson & Johnson) using Yahoo Finance. "
-        "Always consult a financial planner for tailored advice."
-    ),
-    "you have a list of companies you recommend?": (
-        "I cannot recommend specific companies without current market data. Instead, consider ETFs like VOO (S&P 500) or QQQ (tech-focused) for broad exposure. "
-        "For stocks, research sectors like technology (e.g., Apple, Microsoft) or consumer goods (e.g., Procter & Gamble) using Yahoo Finance or Morningstar. "
-        "Consult a certified financial planner."
+        "I cannot recommend specific companies without current data. Consider ETFs like VOO (S&P 500) or QQQ (tech). "
+        "Research sectors like technology (e.g., Apple) or healthcare (e.g., Johnson & Johnson) on Yahoo Finance. "
+        "Consult a financial planner."
     ),
     "how do i start investing in stocks?": (
-        "To start investing in stocks, educate yourself using resources like Investopedia or books such as 'The Intelligent Investor.' "
-        "Set investment goals and assess your risk tolerance. Open an account with a brokerage like Fidelity or Vanguard, "
-        "and begin with diversified options like ETFs (e.g., VOO) or mutual funds. Consult a financial planner for personalized advice."
-    ),
-    "what are the best stocks to buy right now?": (
-        "I can’t recommend specific stocks without current market data. For a safer approach, consider ETFs like VOO (S&P 500) or QQQ (tech-focused). "
-        "If you prefer stocks, research companies in strong sectors like technology or healthcare using tools like Yahoo Finance. "
-        "Consult a financial planner for up-to-date advice."
+        "Educate yourself with Investopedia or 'The Intelligent Investor.' Set goals and assess risk tolerance. "
+        "Open a brokerage account with Fidelity or Vanguard and start with ETFs (e.g., VOO). Consult a financial planner."
     ),
     "what's the difference between stocks and bonds?": (
-        "Stocks represent ownership in a company and offer potential growth but with higher risk. Bonds are loans to a company or government, "
-        "providing steady interest with lower risk. Stocks may pay dividends, while bonds pay coupons. Diversifying with both can balance risk and return."
+        "Stocks offer ownership in a company with growth potential but higher risk. Bonds are loans to companies/governments, "
+        "offering steady interest with lower risk. Diversify with both for balance."
     ),
     "how much should i invest?": (
-        "The amount to invest depends on your financial situation, goals, and risk tolerance. Start with what you can afford after covering expenses and an emergency fund (e.g., 3-6 months’ savings). "
-        "Consider investing $100-$500 monthly in ETFs like VOO using dollar-cost averaging. Consult a financial planner for personalized advice."
+        "Invest what you can afford after expenses and an emergency fund (3-6 months’ savings). Start with $100-$500 monthly "
+        "in ETFs like VOO using dollar-cost averaging. Consult a financial planner."
     ),
     "what is dollar-cost averaging?": (
-        "Dollar-cost averaging involves investing a fixed amount regularly (e.g., $100 monthly) into assets like ETFs, regardless of market conditions. "
-        "This reduces the risk of buying at a high price and smooths out costs over time. It’s ideal for long-term investing."
+        "Dollar-cost averaging is investing a fixed amount regularly (e.g., $100 monthly) in assets like ETFs, "
+        "reducing risk by spreading purchases over time."
     )
 }
 
-# Load model
+# Load model and tokenizer
 model_name = "facebook/opt-350m"
 try:
+    logger.info(f"Loading tokenizer for {model_name}")
     tokenizer = AutoTokenizer.from_pretrained(model_name, clean_up_tokenization_spaces=False)
+    logger.info(f"Loading model {model_name}")
     model = AutoModelForCausalLM.from_pretrained(
         model_name,
-        device_map="auto",
         torch_dtype=torch.float16
     ).to(device)
 except Exception as e:
-    print(f"Error loading OPT-350m: {e}")
-    exit()
+    logger.error(f"Error loading model/tokenizer: {e}")
+    raise
 
 # Pre-tokenize minimal prompt prefix
-prompt_prefix = (
-    "You are a financial advisor. Provide accurate, concise advice in one response. "
-    "If you cannot give specific recommendations, explain why and suggest alternatives.\n\n"
-    "Q: "
-)
+prompt_prefix = "You are a financial advisor. Provide concise advice. If no specific recommendations, suggest alternatives.\nQ: "
 prefix_tokens = tokenizer(prompt_prefix, return_tensors="pt", truncation=True, max_length=512).to(device)
 
 # Define chat function
-def chat_with_model(message, history=None):  # Ignore history
+def chat_with_model(message, history=None):
     try:
-        # Normalize input for cache lookup
+        logger.info(f"Processing message: {message}")
+        # Normalize input for cache
         cache_key = message.lower().strip()
         if cache_key in response_cache:
+            logger.info("Cache hit")
             return response_cache[cache_key]
         
-        # Skip model for very short prompts
+        # Skip model for short prompts
         if len(message.strip()) <= 5:
-            return "Hello! I'm your financial advisor. Ask me about investing!"
+            logger.info("Short prompt, returning default response")
+            return "Hello! I'm your financial advisor. Ask about investing!"
 
         # Construct prompt
         full_prompt = prompt_prefix + message + "\nA:"
@@ -100,29 +91,39 @@ def chat_with_model(message, history=None):  # Ignore history
         with torch.no_grad():
             outputs = model.generate(
                 **inputs,
-                max_new_tokens=15,  # Reduced for speed
-                do_sample=False,  # Greedy decoding for speed
+                max_new_tokens=15,
+                do_sample=False,
                 pad_token_id=tokenizer.eos_token_id
             )
         response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        logger.info("Generated response")
         return response[len(full_prompt):].strip() if response.startswith(full_prompt) else response
     except Exception as e:
-        return f"Error generating response: {str(e)}"
+        logger.error(f"Error generating response: {e}")
+        return f"Error: {str(e)}"
 
 # Create Gradio interface
+logger.info("Initializing Gradio interface")
 interface = gr.ChatInterface(
     fn=chat_with_model,
     title="Financial Advisor Chatbot (OPT-350m)",
-    description="Ask for advice on starting to invest in the stock market! Powered by Meta AI's OPT-350m. Provides fast, direct answers without conversation history.",
+    description="Ask about investing! Powered by Meta AI's OPT-350m. Fast, direct answers.",
     examples=[
         "Hi",
         "Hi, pretend you are a financial advisor. Now tell me how can I start investing in stock market?",
-        "You have a list of companies you recommend?",
+        "Do you have a list of companies you recommend?",
         "What's the difference between stocks and bonds?",
-        "How much should I invest?",
-        "What is dollar-cost averaging?"
+        "How much should I invest?"
     ]
 )
 
-# Launch interface
-interface.launch()
+# Launch interface (conditional for Spaces)
+if __name__ == "__main__" and not os.getenv("HF_SPACE"):
+    logger.info("Launching Gradio interface locally")
+    try:
+        interface.launch(share=False, debug=True)
+    except Exception as e:
+        logger.error(f"Error launching interface: {e}")
+        raise
+else:
+    logger.info("Running in Hugging Face Spaces, interface defined but not launched")