Add application file

Untitled.ipynb

@@ -0,0 +1,425 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "a36b5482-79ee-47d2-8100-09078990f450",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Overwriting test.py\n"
+     ]
+    }
+   ],
+   "source": [
+    "\n",
+    "%%writefile test.py\n",
+    "import streamlit as st\n",
+    "import easyocr\n",
+    "from PIL import Image\n",
+    "import numpy as np\n",
+    "from gtts import gTTS\n",
+    "st.sidebar.title('Language Selection Menu')\n",
+    "st.sidebar.subheader('Select Source Language')\n",
+    "source_language = st.sidebar.selectbox(\"Source Language\", ['English', 'Nepali'])\n",
+    "def app():\n",
+    "    def display_text(bounds):\n",
+    "        text = []\n",
+    "        for x in bounds:\n",
+    "            t = x[1]\n",
+    "            text.append(t)\n",
+    "        text = ' '.join(text)\n",
+    "        return text\n",
+    "    \n",
+    "    st.set_option('deprecation.showfileUploaderEncoding', False)\n",
+    "    st.title('OCR - Optical Character Recognition')\n",
+    "    st.subheader('Extract text from images')\n",
+    "    \n",
+    "    image_file = st.file_uploader(\"Upload Image\", type=['jpg', 'png', 'jpeg', 'JPG'])\n",
+    "    \n",
+    "    if st.button(\"Convert\"):\n",
+    "        if image_file is not None:\n",
+    "            img = Image.open(image_file)\n",
+    "            img = np.array(img)\n",
+    "    \n",
+    "            st.subheader('Uploaded Image')\n",
+    "            st.image(image_file, width=450)\n",
+    "    \n",
+    "            if source_language == 'English':\n",
+    "                with st.spinner('Extracting Text from Image...'):\n",
+    "                    reader = easyocr.Reader(['en'])\n",
+    "                    detected_text = reader.readtext(img)\n",
+    "                st.subheader('Extracted text:')\n",
+    "                text = display_text(detected_text)\n",
+    "                st.write(text)\n",
+    "    \n",
+    "            elif source_language == 'Nepali':\n",
+    "                with st.spinner('Extracting Text from Image...'):\n",
+    "                    reader = easyocr.Reader(['ne'])\n",
+    "                    detected_text = reader.readtext(img)\n",
+    "                st.subheader('Extracted text:')\n",
+    "                text = display_text(detected_text)\n",
+    "                st.write(text)\n",
+    "    \n",
+    "            st.subheader('Generated Audio')\n",
+    "            with st.spinner('Generating Audio...'):\n",
+    "                tts = gTTS(text=text, lang='en' if source_language == 'English' else 'ne')\n",
+    "                tts.save('output.mp3')\n",
+    "            st.audio('output.mp3', format='audio/mp3')\n",
+    "    \n",
+    "        else:\n",
+    "            st.subheader('Image not found! Please Upload an Image.')\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "3eb52bd8-2b5b-426e-b23c-b6263d6448c2",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Overwriting main.py\n"
+     ]
+    }
+   ],
+   "source": [
+    "%%writefile main.py\n",
+    "import streamlit as st\n",
+    "\n",
+    "from streamlit_option_menu import option_menu\n",
+    "\n",
+    "\n",
+    "import test, account\n",
+    "st.set_page_config(\n",
+    "        page_title=\"Pondering\",\n",
+    ")\n",
+    "\n",
+    "\n",
+    "\n",
+    "class MultiApp:\n",
+    "\n",
+    "    def __init__(self):\n",
+    "        self.apps = []\n",
+    "\n",
+    "    def add_app(self, title, func):\n",
+    "\n",
+    "        self.apps.append({\n",
+    "            \"title\": title,\n",
+    "            \"function\": func\n",
+    "        })\n",
+    "\n",
+    "    def run():\n",
+    "        # app = st.sidebar(\n",
+    "        with st.sidebar:        \n",
+    "            app = option_menu(\n",
+    "                menu_title='Pondering ',\n",
+    "                options=['Home','Account','Trending','Your Posts','about','a'],\n",
+    "                icons=['house-fill','person-circle','trophy-fill','chat-fill','info-circle-fill'],\n",
+    "                menu_icon='chat-text-fill',\n",
+    "                default_index=1,\n",
+    "                styles={\n",
+    "                    \"container\": {\"padding\": \"5!important\",\"background-color\":'black'},\n",
+    "        \"icon\": {\"color\": \"white\", \"font-size\": \"23px\"}, \n",
+    "        \"nav-link\": {\"color\":\"white\",\"font-size\": \"20px\", \"text-align\": \"left\", \"margin\":\"0px\", \"--hover-color\": \"blue\"},\n",
+    "        \"nav-link-selected\": {\"background-color\": \"#02ab21\"},}\n",
+    "                \n",
+    "                )\n",
+    "\n",
+    "        \n",
+    "        if app == \"Test\":\n",
+    "            home.app()\n",
+    "        if app == \"Account\":\n",
+    "            account.app()    \n",
+    "             \n",
+    "          \n",
+    "             \n",
+    "    run()            \n",
+    "         \n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "535ccb9d-37f1-4a8f-ae9d-a67f0453f716",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Writing account.py\n"
+     ]
+    }
+   ],
+   "source": [
+    "%%writefile account.py\n",
+    "\n",
+    "import streamlit as st\n",
+    "import firebase_admin\n",
+    "from firebase_admin import firestore\n",
+    "from firebase_admin import credentials\n",
+    "from firebase_admin import auth\n",
+    "import json\n",
+    "import requests\n",
+    "\n",
+    "\n",
+    "cred = credentials.Certificate(\"fyp-streamlit-29af1-170f7ef6aa70.json\")\n",
+    "# \n",
+    "firebase_admin.initialize_app(cred)\n",
+    "def app():\n",
+    "# Usernm = []\n",
+    "    st.title('Welcome to :violet[Pondering] :sunglasses:')\n",
+    "\n",
+    "    if 'username' not in st.session_state:\n",
+    "        st.session_state.username = ''\n",
+    "    if 'useremail' not in st.session_state:\n",
+    "        st.session_state.useremail = ''\n",
+    "\n",
+    "\n",
+    "    def sign_up_with_email_and_password(email, password, username=None, return_secure_token=True):\n",
+    "        try:\n",
+    "            rest_api_url = \"https://identitytoolkit.googleapis.com/v1/accounts:signUp\"\n",
+    "            payload = {\n",
+    "                \"email\": email,\n",
+    "                \"password\": password,\n",
+    "                \"returnSecureToken\": return_secure_token\n",
+    "            }\n",
+    "            if username:\n",
+    "                payload[\"displayName\"] = username \n",
+    "            payload = json.dumps(payload)\n",
+    "            r = requests.post(rest_api_url, params={\"key\": \"AIzaSyA8NET0ZaN6zMe04eOiapmXFF0XKSoFswo\"}, data=payload)\n",
+    "            try:\n",
+    "                return r.json()['email']\n",
+    "            except:\n",
+    "                st.warning(r.json())\n",
+    "        except Exception as e:\n",
+    "            st.warning(f'Signup failed: {e}')\n",
+    "\n",
+    "    def sign_in_with_email_and_password(email=None, password=None, return_secure_token=True):\n",
+    "        rest_api_url = \"https://identitytoolkit.googleapis.com/v1/accounts:signInWithPassword\"\n",
+    "\n",
+    "        try:\n",
+    "            payload = {\n",
+    "                \"returnSecureToken\": return_secure_token\n",
+    "            }\n",
+    "            if email:\n",
+    "                payload[\"email\"] = email\n",
+    "            if password:\n",
+    "                payload[\"password\"] = password\n",
+    "            payload = json.dumps(payload)\n",
+    "            print('payload sigin',payload)\n",
+    "            r = requests.post(rest_api_url, params={\"key\": \"AIzaSyA8NET0ZaN6zMe04eOiapmXFF0XKSoFswo\"}, data=payload)\n",
+    "            try:\n",
+    "                data = r.json()\n",
+    "                user_info = {\n",
+    "                    'email': data['email'],\n",
+    "                    'username': data.get('displayName')  # Retrieve username if available\n",
+    "                }\n",
+    "                return user_info\n",
+    "            except:\n",
+    "                st.warning(data)\n",
+    "        except Exception as e:\n",
+    "            st.warning(f'Signin failed: {e}')\n",
+    "\n",
+    "    def reset_password(email):\n",
+    "        try:\n",
+    "            rest_api_url = \"https://identitytoolkit.googleapis.com/v1/accounts:sendOobCode\"\n",
+    "            payload = {\n",
+    "                \"email\": email,\n",
+    "                \"requestType\": \"PASSWORD_RESET\"\n",
+    "            }\n",
+    "            payload = json.dumps(payload)\n",
+    "            r = requests.post(rest_api_url, params={\"key\": \"AIzaSyA8NET0ZaN6zMe04eOiapmXFF0XKSoFswo\"}, data=payload)\n",
+    "            if r.status_code == 200:\n",
+    "                return True, \"Reset email Sent\"\n",
+    "            else:\n",
+    "                # Handle error response\n",
+    "                error_message = r.json().get('error', {}).get('message')\n",
+    "                return False, error_message\n",
+    "        except Exception as e:\n",
+    "            return False, str(e)\n",
+    "\n",
+    "    # Example usage\n",
+    "    # email = \"example@example.com\"\n",
+    "           \n",
+    "\n",
+    "    def f(): \n",
+    "        try:\n",
+    "            # user = auth.get_user_by_email(email)\n",
+    "            # print(user.uid)\n",
+    "            # st.session_state.username = user.uid\n",
+    "            # st.session_state.useremail = user.email\n",
+    "\n",
+    "            userinfo = sign_in_with_email_and_password(st.session_state.email_input,st.session_state.password_input)\n",
+    "            st.session_state.username = userinfo['username']\n",
+    "            st.session_state.useremail = userinfo['email']\n",
+    "\n",
+    "            \n",
+    "            global Usernm\n",
+    "            Usernm=(userinfo['username'])\n",
+    "            \n",
+    "            st.session_state.signedout = True\n",
+    "            st.session_state.signout = True    \n",
+    "  \n",
+    "            \n",
+    "        except: \n",
+    "            st.warning('Login Failed')\n",
+    "\n",
+    "    def t():\n",
+    "        st.session_state.signout = False\n",
+    "        st.session_state.signedout = False   \n",
+    "        st.session_state.username = ''\n",
+    "\n",
+    "\n",
+    "    def forget():\n",
+    "        email = st.text_input('Email')\n",
+    "        if st.button('Send Reset Link'):\n",
+    "            print(email)\n",
+    "            success, message = reset_password(email)\n",
+    "            if success:\n",
+    "                st.success(\"Password reset email sent successfully.\")\n",
+    "            else:\n",
+    "                st.warning(f\"Password reset failed: {message}\") \n",
+    "        \n",
+    "    \n",
+    "        \n",
+    "    if \"signedout\"  not in st.session_state:\n",
+    "        st.session_state[\"signedout\"] = False\n",
+    "    if 'signout' not in st.session_state:\n",
+    "        st.session_state['signout'] = False    \n",
+    "        \n",
+    "\n",
+    "        \n",
+    "    \n",
+    "    if  not st.session_state[\"signedout\"]: # only show if the state is False, hence the button has never been clicked\n",
+    "        choice = st.selectbox('Login/Signup',['Login','Sign up'])\n",
+    "        email = st.text_input('Email Address')\n",
+    "        password = st.text_input('Password',type='password')\n",
+    "        st.session_state.email_input = email\n",
+    "        st.session_state.password_input = password\n",
+    "\n",
+    "        \n",
+    "\n",
+    "        \n",
+    "        if choice == 'Sign up':\n",
+    "            username = st.text_input(\"Enter  your unique username\")\n",
+    "            \n",
+    "            if st.button('Create my account'):\n",
+    "                # user = auth.create_user(email = email, password = password,uid=username)\n",
+    "                user = sign_up_with_email_and_password(email=email,password=password,username=username)\n",
+    "                \n",
+    "                st.success('Account created successfully!')\n",
+    "                st.markdown('Please Login using your email and password')\n",
+    "                st.balloons()\n",
+    "        else:\n",
+    "            # st.button('Login', on_click=f)          \n",
+    "            st.button('Login', on_click=f)\n",
+    "            # if st.button('Forget'):\n",
+    "            forget()\n",
+    "            # st.button('Forget',on_click=forget)\n",
+    "\n",
+    "            \n",
+    "            \n",
+    "    if st.session_state.signout:\n",
+    "                st.text('Name '+st.session_state.username)\n",
+    "                st.text('Email id: '+st.session_state.useremail)\n",
+    "                st.button('Sign out', on_click=t) \n",
+    "            \n",
+    "                \n",
+    "    \n",
+    "\n",
+    "                            \n",
+    "    def ap():\n",
+    "        st.write('Posts')\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "b6eda571-3f8d-47db-b5f7-74fe747837eb",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Writing history.py\n"
+     ]
+    }
+   ],
+   "source": [
+    "%%writefile history.py\n",
+    "import streamlit as st\n",
+    "from firebase_admin import firestore\n",
+    "\n",
+    "  \n",
+    "def app():\n",
+    "    db=firestore.client()\n",
+    "\n",
+    "\n",
+    "    try:\n",
+    "        st.title('Posted by: '+st.session_state['username'] )\n",
+    "\n",
+    "            \n",
+    "        result = db.collection('Posts').document(st.session_state['username']).get()\n",
+    "        r=result.to_dict()\n",
+    "        content = r['Content']\n",
+    "            \n",
+    "        \n",
+    "        def delete_post(k):\n",
+    "            c=int(k)\n",
+    "            h=content[c]\n",
+    "            try:\n",
+    "                db.collection('Posts').document(st.session_state['username']).update({\"Content\": firestore.ArrayRemove([h])})\n",
+    "                st.warning('Post deleted')\n",
+    "            except:\n",
+    "                st.write('Something went wrong..')\n",
+    "                \n",
+    "        for c in range(len(content)-1,-1,-1):\n",
+    "            st.text_area(label='',value=content[c])\n",
+    "            st.button('Delete Post', on_click=delete_post, args=([c] ), key=c)        \n",
+    "\n",
+    "        \n",
+    "    except:\n",
+    "        if st.session_state.username=='':\n",
+    "            st.text('Please Login first')        "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "a9b5e98c-0e05-4030-9f5d-9bf5812f35ca",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.9.7"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

account.py

@@ -0,0 +1,178 @@
+
+import streamlit as st
+import firebase_admin
+from firebase_admin import firestore
+from firebase_admin import credentials
+from firebase_admin import auth
+import json
+import requests
+
+
+cred = credentials.Certificate("fyp-streamlit-29af1-170f7ef6aa70.json")
+
+firebase_admin.initialize_app(cred)
+def app():
+# Usernm = []
+    st.title('Welcome to LearnLite :brain:')
+
+    if 'username' not in st.session_state:
+        st.session_state.username = ''
+    if 'useremail' not in st.session_state:
+        st.session_state.useremail = ''
+
+
+    def sign_up_with_email_and_password(email, password, username=None, return_secure_token=True):
+        try:
+            rest_api_url = "https://identitytoolkit.googleapis.com/v1/accounts:signUp"
+            payload = {
+                "email": email,
+                "password": password,
+                "returnSecureToken": return_secure_token
+            }
+            if username:
+                payload["displayName"] = username 
+            payload = json.dumps(payload)
+            r = requests.post(rest_api_url, params={"key": "AIzaSyA8NET0ZaN6zMe04eOiapmXFF0XKSoFswo"}, data=payload)
+            try:
+                return r.json()['email']
+            except:
+                st.warning(r.json())
+        except Exception as e:
+            st.warning(f'Signup failed: {e}')
+
+    def sign_in_with_email_and_password(email=None, password=None, return_secure_token=True):
+        rest_api_url = "https://identitytoolkit.googleapis.com/v1/accounts:signInWithPassword"
+
+        try:
+            payload = {
+                "returnSecureToken": return_secure_token
+            }
+            if email:
+                payload["email"] = email
+            if password:
+                payload["password"] = password
+            payload = json.dumps(payload)
+            print('payload sigin',payload)
+            r = requests.post(rest_api_url, params={"key": "AIzaSyA8NET0ZaN6zMe04eOiapmXFF0XKSoFswo"}, data=payload)
+            try:
+                data = r.json()
+                user_info = {
+                    'email': data['email'],
+                    'username': data.get('displayName')  # Retrieve username if available
+                }
+                return user_info
+            except:
+                st.warning(data)
+        except Exception as e:
+            st.warning(f'Signin failed: {e}')
+
+    def reset_password(email):
+        try:
+            rest_api_url = "https://identitytoolkit.googleapis.com/v1/accounts:sendOobCode"
+            payload = {
+                "email": email,
+                "requestType": "PASSWORD_RESET"
+            }
+            payload = json.dumps(payload)
+            r = requests.post(rest_api_url, params={"key": "AIzaSyA8NET0ZaN6zMe04eOiapmXFF0XKSoFswo"}, data=payload)
+            if r.status_code == 200:
+                return True, "Reset email Sent"
+            else:
+                # Handle error response
+                error_message = r.json().get('error', {}).get('message')
+                return False, error_message
+        except Exception as e:
+            return False, str(e)
+
+    # Example usage
+    # email = "example@example.com"
+           
+
+    def f(): 
+        try:
+            # user = auth.get_user_by_email(email)
+            # print(user.uid)
+            # st.session_state.username = user.uid
+            # st.session_state.useremail = user.email
+
+            userinfo = sign_in_with_email_and_password(st.session_state.email_input,st.session_state.password_input)
+            st.session_state.username = userinfo['username']
+            st.session_state.useremail = userinfo['email']
+
+            
+            global Usernm
+            Usernm=(userinfo['username'])
+            
+            st.session_state.signedout = True
+            st.session_state.signout = True    
+  
+            
+        except: 
+            st.warning('Login Failed')
+
+    def t():
+        st.session_state.signout = False
+        st.session_state.signedout = False   
+        st.session_state.username = ''
+
+
+    def forget():
+        email = st.text_input('Email')
+        if st.button('Send Reset Link'):
+            print(email)
+            success, message = reset_password(email)
+            if success:
+                st.success("Password reset email sent successfully.")
+            else:
+                st.warning(f"Password reset failed: {message}") 
+        
+    
+        
+    if "signedout"  not in st.session_state:
+        st.session_state["signedout"] = False
+    if 'signout' not in st.session_state:
+        st.session_state['signout'] = False    
+        
+
+        
+    
+    if  not st.session_state["signedout"]: # only show if the state is False, hence the button has never been clicked
+        choice = st.selectbox('Login/Signup',['Login','Sign up'])
+        email = st.text_input('Email Address')
+        password = st.text_input('Password',type='password')
+        st.session_state.email_input = email
+        st.session_state.password_input = password
+
+        
+
+        
+        if choice == 'Sign up':
+            username = st.text_input("Enter  your unique username")
+            
+            if st.button('Create my account'):
+                # user = auth.create_user(email = email, password = password,uid=username)
+                user = sign_up_with_email_and_password(email=email,password=password,username=username)
+                
+                st.success('Account created successfully!')
+                st.markdown('Please Login using your email and password')
+                st.balloons()
+        else:
+            # st.button('Login', on_click=f)          
+            st.button('Login', on_click=f)
+            # if st.button('Forget'):
+            forget()
+            # st.button('Forget',on_click=forget)
+
+            
+            
+    if st.session_state.signout:
+                st.text('Name '+st.session_state.username)
+                st.text('Email id: '+st.session_state.useremail)
+                st.button('Sign out', on_click=t) 
+            
+                
+    
+
+                            
+    def ap():
+        st.write('Posts')

app.py

@@ -0,0 +1,50 @@
+import streamlit as st
+
+from streamlit_option_menu import option_menu
+
+
+import ocr, account, history
+st.set_page_config(
+        page_title="Learnlite",
+)
+
+
+
+class MultiApp:
+
+    def __init__(self):
+        self.apps = []
+
+    def add_app(self, title, func):
+
+        self.apps.append({
+            "title": title,
+            "function": func
+        })
+
+    def run():
+        # app = st.sidebar(
+        with st.sidebar:        
+            app = option_menu(
+                menu_title='LearnLite ',
+                options=['Account','OCR & Text Summarization','History'],
+                icons=['person-circle','chat-text-fill','chat-fill'],
+                menu_icon='chat-text-fill',
+                default_index=0,
+                styles={
+                    }
+                
+                )
+
+        if app == "Account":
+            account.app()    
+        
+        if app == "OCR & Text Summarization":
+            ocr.app()
+
+        if  app=="History":
+            history.app()  
+          
+             
+    run()            
+         

fyp-streamlit-29af1-170f7ef6aa70.json

@@ -0,0 +1,13 @@
+{
+  "type": "service_account",
+  "project_id": "fyp-streamlit-29af1",
+  "private_key_id": "170f7ef6aa7024f30276233e863903a7487149ef",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCg4Qji9TnbKlvY\nbJIx+fSFMmcwnFobaOJgJbR5r2/f3yQw0/h+afFfQJpWK76BzyUdbDsduzFhFDT+\nEOxcQ5dv4RfnMGfQKW3FVvameoHiozIYA5/gXgke6QIbarmZEs/zBESgSf5qZIx4\n03YOQXdH2XQ/9amz3xVXINC9hH0GeF0Su00ZeGq8OWay3jkn7zCnQNkacnPt1Xgd\n7t3YdqE0MzuGkoAxbzdVJgvRKtwHScVd4zv8htVC/wuNXjgeMLzuR3RjMLZUMqM2\nmVtkSXNGP7sL73QA2Kq4StI8CHFYrkVCGnoYyMP+xpPovyJO1JG043WBNqsVW6pv\nHcbPNItrAgMBAAECggEAG2cZV2dDypQFfvDHWiHkR4fVUc9f/ck4vf3OJuf+G1jr\n1jFU41tyVLIxV7otwfihrshPrXnEKHADsr75M6IDunfR1XxGQou7+eAdNTAqzYrU\nroh3hAUgcpZn2HmuUWeF6jPw6IiSAFdOIgqK0lTOV3uvtHFIza2S+ftJ8u4NSbuT\ncwUfToUe9Gw8dJrdvPQf+7MoekEdolf81rfhhzoRlT0VMDIhZKqzdl+LkHQ5gTvP\npB7d9iqibbW7EHWTvL4UIGKgdaq3DvNDOog61an8leFIDZ8bUIVGU2D05w0RvNMx\nV2Yg+PLI/KQTfJKKI27aaAJ0z9+nf2F3lgbenuvnMQKBgQDapyJzkkncZaWhuPGy\nj9zfo0nHYblyEVowJajw9KjpKF9bLLARW+UXvybiI+YI4vw6iksHxt9UekZjyyEc\nK/65AMlT3+CG/YZjXGyIV+QDElYRMzpxZuxhFXfdzRcDnmvl9WJVYrXaTWFiWVj4\nwYG48Tz1nB2q5QL10t6tLFZp0wKBgQC8W6skht+5iAQkuYs8jD3GmLRmMmn7qKlw\n3a1qd8yCAl0wVa4zguj+bFm0DdI64TeHkla6ht51p1msInNRaxQ0oGXeF69ivScS\n7m/wy3ov1UttjuHkLYdRTbasDpRlCdaJtkTISjP7zNgy/XQW1uR/Tl/qjFwMS++D\nVtFxbZsBCQKBgArR2G+VnpgMY5zUFQm7+rcKUn1ORanyV98oDesWgEFBYS6W0IOb\nY4PATsFD+38XFFolO78/xQ9eGZuYkqPdPXaUJmJDIs4rP3otOaWpi7vnLWEegtbX\nu/y13j+YhXoFXdt8QAhvoQYTbC08tJ1infOz5EtXFVS+jl3xuFkjZ4dHAoGBAJIu\nWn44pnzo0L5nuWW+OVtdu/PsgFAtL4NGp4WPgAoOJ6CRfma/3G9IS73vVA8aJuxy\naBjO/us0e+WZvwGbJs1JBoX8v8LTpfWNUxb/884XrThTwYBCzVgOBg02K3jWz8eE\ny5Dd9cYfzlKUXXo0QJWEj/AKCo4IiNPXlyh+teNxAoGBAK1M0BP4Qi5DpaftorhP\n0IiCshwh5iN+QmlDvLEnBT2Z+sIYEEjEV91/oVDDnG4XR6RRCQybS4wO6e+aosCo\ntnKA/ebpzFEkf5ywqgSA3Nhng6ZykzEIyPhEwZ0w297nyrHVZCMLjntPocImhlEH\njP6CoLgIzKTwuUiUQihEncAB\n-----END PRIVATE KEY-----\n",
+  "client_email": "firebase-adminsdk-7g89c@fyp-streamlit-29af1.iam.gserviceaccount.com",
+  "client_id": "116868549596616830623",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/firebase-adminsdk-7g89c%40fyp-streamlit-29af1.iam.gserviceaccount.com",
+  "universe_domain": "googleapis.com"
+}

history.py

@@ -0,0 +1,37 @@
+import streamlit as st
+from firebase_admin import firestore
+
+
+def app():
+    db=firestore.client()
+
+
+    try:    
+        result = db.collection('History').document(st.session_state['useremail']).get()
+        r=result.to_dict()
+        summary = r['Summary']
+        ocr = r['OCR']
+        if st.session_state.username=='':
+            st.title('History of: '+st.session_state['useremail'] )
+        else:
+            st.title('History of: '+st.session_state['username'] )
+            
+        
+        def delete_post(k):
+            h=ocr[c]
+            try:
+                db.collection('History').document(st.session_state['useremail']).update({"OCR": firestore.ArrayRemove([h])})
+                db.collection('History').document(st.session_state['useremail']).update({"Summary": firestore.ArrayRemove([h])})
+                st.warning('History deleted')
+            except:
+                st.write('Something went wrong..')
+                
+        for c in range(len(ocr)):
+            st.text_area(label='OCR',value=ocr[c])
+            st.text_area(label='Summary',value=summary[c])
+            st.button('Delete Post', on_click=delete_post, args=([c] ), key=c)          
+
+        
+    except:
+        if st.session_state.username=='' and st.session_state.useremail=='':
+            st.subheader('Please Login first...')        

ocr.py

@@ -0,0 +1,242 @@
+# import streamlit as st
+# import easyocr
+# from PIL import Image
+# import numpy as np
+# from gtts import gTTS
+# from firebase_admin import firestore
+
+# def app():
+#     try:
+#         if 'db' not in st.session_state:
+#             st.session_state.db = ''
+        
+#         db=firestore.client()
+#         st.session_state.db=db
+#         info = db.collection('History').document(st.session_state.useremail).get()
+#         def display_text(bounds):
+#             text = []
+#             for x in bounds:
+#                 t = x[1]
+#                 text.append(t)
+#             text = ' '.join(text)
+#             return text
+        
+#         st.set_option('deprecation.showfileUploaderEncoding', False)
+#         st.title('OCR - Optical Character Recognition')
+#         st.subheader('Extract text from images')
+#         st.text('Note: OCR only works for English text at the moment.')
+        
+#         image_file = st.file_uploader("Upload Image", type=['jpg', 'png', 'jpeg', 'JPG'])
+        
+#         if st.button("Convert"):
+#             if image_file is not None:
+#                 img = Image.open(image_file)
+#                 img = np.array(img)
+        
+#                 st.subheader('Uploaded Image')
+#                 st.image(image_file, width=450)
+        
+#                 with st.spinner('Extracting Text from Image...'):
+#                     reader = easyocr.Reader(['en'])
+#                     detected_text = reader.readtext(img)
+#                 st.subheader('Extracted text:')
+#                 text = display_text(detected_text)
+#                 st.write(text)
+        
+#                 st.subheader('Generated Audio')
+#                 with st.spinner('Generating Audio...'):
+#                     tts = gTTS(text=text, lang='en')
+#                     tts.save('output.mp3')
+#                 st.audio('output.mp3', format='audio/mp3')
+#                 with st.spinner('Saving Result...'):
+#                     if info.exists:
+#                         info = info.to_dict()
+#                         if 'OCR' in info.keys():
+                        
+#                             pos=db.collection('History').document(st.session_state.useremail)
+#                             pos.update({u'OCR': firestore.ArrayUnion([u'{}'.format(text)])})
+#                             pos.update({u'Summary': firestore.ArrayUnion([u'{}'.format(text)])})
+#                             # st.write('Post uploaded!!')
+#                         else:
+                            
+#                             data={"OCR":[text],"Summary":[text],'email':st.session_state.useremail}
+#                             db.collection('History').document(st.session_state.useremail).set(data)
+#                     else:
+#                         data={"OCR":[text],"Summary":[text],'email':st.session_state.useremail}
+#                         db.collection('History').document(st.session_state.useremail).set(data)
+#                         st.success('Post uploaded!!') 
+
+        
+#             else:
+#                 st.subheader('Image not found! Please Upload an Image.')
+#     except:
+#         if st.session_state.username=='' and st.session_state.useremail=='':
+#             st.subheader('Please Login first...')  
+
+
+import streamlit as st
+import pytesseract
+from PIL import Image
+import numpy as np
+from deskew import determine_skew
+from gtts import gTTS
+from typing import Tuple, Union
+import math
+import cv2
+import io
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
+import textwrap
+
+
+@st.cache_resource
+def load_model():
+    model_path = "/content/drive/MyDrive/Models/pegasus-news"
+    tokenizer = AutoTokenizer.from_pretrained(model_path)
+    model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
+    return tokenizer, model
+
+tokenizer, model = load_model()
+
+def summarize_text(text, max_length=512):
+    summarizer = pipeline("summarization", model=model, tokenizer=tokenizer, max_length=max_length, min_length=30)
+    paragraphs = textwrap.wrap(text, width=max_length, break_long_words=False)
+    summaries = []
+
+    total_paragraphs = len(paragraphs)
+    progress_bar = st.progress(0)
+
+    for i, paragraph in enumerate(paragraphs):
+        summary = summarizer(paragraph)
+        summaries.append(summary[0]['summary_text'])
+        progress_bar.progress((i + 1) / total_paragraphs)
+
+    final_summary = ' '.join(summaries)
+    return final_summary
+
+
+pytesseract.pytesseract.tesseract_cmd = r'./Tesseract-OCR/tesseract.exe'
+# pytesseract.pytesseract.tesseract_cmd = r'/usr/bin/tesseract'
+def rotate(
+        image: np.ndarray, angle: float, background: Union[int, Tuple[int, int, int]]
+) -> np.ndarray:
+    old_width, old_height = image.shape[:2]
+    angle_radian = math.radians(angle)
+    width = abs(np.sin(angle_radian) * old_height) + abs(np.cos(angle_radian) * old_width)
+    height = abs(np.sin(angle_radian) * old_width) + abs(np.cos(angle_radian) * old_height)
+
+    image_center = tuple(np.array(image.shape[1::-1]) / 2)
+    rot_mat = cv2.getRotationMatrix2D(image_center, angle, 1.0)
+    rot_mat[1, 2] += (width - old_width) / 2
+    rot_mat[0, 2] += (height - old_height) / 2
+    return cv2.warpAffine(image, rot_mat, (int(round(height)), int(round(width))), borderValue=background)
+
+
+def pre_process_image(img):
+    """This function will pre-process a image with: cv2 & deskew
+    so it can be process by tesseract"""
+    img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB) #change color format from BGR to RGB
+    img = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY) #format image to gray scale
+    img = cv2.adaptiveThreshold(img, 255, cv2.ADAPTIVE_THRESH_GAUSSIAN_C, cv2.THRESH_BINARY, 5, 11) #to remove background
+    return img
+
+
+
+# st.sidebar.title('Language Selection Menu')
+# st.sidebar.subheader('Select Source Language')
+# source_language = st.sidebar.selectbox("Source Language", ['English', 'Nepali'])
+
+def display_text(bounds):
+    text = []
+    for x in bounds:
+        t = x[1]
+        text.append(t)
+    text = ' '.join(text)
+    return text
+
+
+def app():
+    try:
+        if 'db' not in st.session_state:
+            st.session_state.db = ''
+        
+        db=firestore.client()
+        st.session_state.db=db
+        info = db.collection('History').document(st.session_state.useremail).get()
+        def display_text(bounds):
+            text = []
+            for x in bounds:
+                t = x[1]
+                text.append(t)
+            text = ' '.join(text)
+            return text
+        st.set_option('deprecation.showfileUploaderEncoding', False)
+        st.title('OCR - Optical Character Recognition')
+        st.subheader('Extract text from images')
+        st.text('Note: OCR only works for English text at the moment.')
+
+        image_file = st.file_uploader("Upload Image", type=['jpg', 'png', 'jpeg', 'JPG'])
+
+        if st.button("Convert"):
+            if image_file is not None:
+                img= Image.open(image_file)
+                image = np.array(img)
+                #image = cv2.imread('imgp')
+                grayscale = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
+                angle = determine_skew(grayscale)
+                rotated = rotate(image, angle, (0, 0, 0))
+                cv2.imwrite('output.png', rotated)
+                img = pre_process_image(rotated)
+
+                st.subheader('Uploaded Image')
+                st.image(img, width=450)
+
+                # if source_language == 'English':
+                with st.spinner('Extracting Text from Image...'):
+                    detected_text = pytesseract.image_to_string(img, lang='eng')
+                    st.subheader('Extracted text:')
+                    st.write(detected_text)
+
+
+                # elif source_language == 'Nepali':
+                #     with st.spinner('Extracting Text from Image...'):
+                #         detected_text = pytesseract.image_to_string(img, lang='nep')
+                #     st.subheader('Extracted text:')
+                #     st.write(detected_text)
+
+                st.subheader('Generated Audio')
+                with st.spinner('Generating Audio...'):
+                    tts = gTTS(text=detected_text, lang='en')
+                    tts.save('output.mp3')
+                st.audio('output.mp3', format='audio/mp3')
+
+
+                st.subheader("Text Summary")
+                with st.spinner('Generating Summary...'):
+                    summary = summarize_text(detected_text)
+                    #st.write(summary[0]['summary_text'])
+                    st.write(summary)
+                
+                with st.spinner('Saving Result...'):
+                    if info.exists:
+                        info = info.to_dict()
+                        if 'OCR' in info.keys():
+                        
+                            pos=db.collection('History').document(st.session_state.useremail)
+                            pos.update({u'OCR': firestore.ArrayUnion([u'{}'.format(detected_text)])})
+                            pos.update({u'Summary': firestore.ArrayUnion([u'{}'.format(summary)])})
+                            st.write('Post uploaded!!')
+                        else:
+                            
+                            data={"OCR":[detected_text],"Summary":[summary],'email':st.session_state.useremail}
+                            db.collection('History').document(st.session_state.useremail).set(data)
+                    else:
+                        data={"OCR":[detected_text],"Summary":[summary],'email':st.session_state.useremail}
+                        db.collection('History').document(st.session_state.useremail).set(data)
+                        st.success('Post uploaded!!') 
+
+            else:
+                st.subheader('Image not found! Please Upload an Image.')
+
+    except:
+            if st.session_state.username=='' and st.session_state.useremail=='':
+                st.subheader('Please Login first...')  

packages.txt

@@ -0,0 +1 @@
+tesseract-ocr-all

requirements.txt

@@ -0,0 +1,5 @@
+pytesseract
+torch
+transformers
+deskew
+gTTS