Update app.py

app.py

@@ -351,7 +351,30 @@ async def website_summarizer(url: str):
         raise HTTPException(status_code=500, detail=f"Error fetching or processing URL: {e}")
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"Error during summarization: {e}")
+        
+@app.get("/api/website_summarizer2")
+async def website_summarizer(url: str):
+    """Summarizes the content of a given URL using a chat model."""
+    try:
+        # Extract text from the given URL
+        response = requests.get(url, headers={"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0"})
+        response.raise_for_status()
+        visible_text = extract_text_from_webpage(response.text)
+        if len(visible_text) > 15000:  # Adjust max_chars based on your needs
+            visible_text = visible_text[:15000] + "..."
 
+        # Use chat model to summarize the extracted text
+        with WEBS() as webs:
+            summary_prompt = f"Summarize this in detail in Paragraph: {visible_text}"
+            summary_result = webs.chat(keywords=summary_prompt, model="claude-3-haiku")
+
+        # Return the summary result
+        return JSONResponse(content=jsonable_encoder({summary_result}))
+
+    except requests.exceptions.RequestException as e:
+        raise HTTPException(status_code=500, detail=f"Error fetching or processing URL: {e}")
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error during summarization: {e}")
 @app.get("/api/ask_website")
 async def ask_website(url: str, question: str, model: str = "llama-3-70b"):
     """