Upload 10 files

BreakdownFeature.py

@@ -0,0 +1,42 @@
+import sqlite3
+from flask import g
+from transformers import pipeline
+
+# Set up zero-shot classification pipeline
+classifier = pipeline("zero-shot-classification", model="facebook/bart-large-mnli")
+
+# The main "breakdown" functionality. Performs NLP using zero-shot classification!
+def breakdown(userStory):
+    
+    # The results are stored into a dictionary variable with predefined labels
+    processedStory = classifier(userStory, candidate_labels=["developer", "tester", "project manager", "system admin"])
+   
+    # Extract labels and scores
+    scores = processedStory['scores']
+    labels = processedStory['labels']
+    
+    # As the index of a score is always equal to its associated label,
+    # We only need to index of the score to find correct label.
+    maxScoreIndex = scores.index(max(scores)) # Gets the index of the highest score/accuracy
+    maxLabel = labels[maxScoreIndex] # Gets the associated label name
+    
+    # Return the highest label 
+    return maxLabel
+
+# Function to grab all contents in the "Breakdown" table (except for unique ids)
+def getBreakdownContents():
+    db = getattr(g, '_database', None) # Gets the _database attribute from the 'g' object. If it does not exist, returns 'None'
+    if db is None:
+        db = g._database = sqlite3.connect('Refineverse.db') # If db is None, create a new connection for db and g._database.
+        cursor = db.cursor() # Creates a cursor object to handle data
+        cursor.execute("SELECT user_story, assignedLabel FROM Breakdown") # The cursor executes the query
+        rows = cursor.fetchall() # Stores the results of fetchall() into a variable
+    return rows
+
+# Function to insert a new row into the "Breakdown" table
+def insertBreakdownRow(user_story, assigned_label):
+    with sqlite3.connect('Refineverse.db') as conn: # 'With' will automatically take care of closing and opening the connection
+        cursor = conn.cursor()
+        cursor.execute("INSERT INTO Breakdown (user_story, assignedLabel) VALUES (?, ?)", (user_story, assigned_label))
+        conn.commit()
+

CSIT321Project-Info.txt

@@ -0,0 +1,123 @@
+**CSIT321 Project FYPS1-21**
+## Our Refineverse Plugin URL on Hugging Face's Spaces
+https://huggingface.co/spaces/FYP-S1-21/Refineverse_Plugin
+
+## Our Source code Repository:
+https://github.com/Nikosgo/FYP-S1-21-Refineverse.git
+
+
+---
+
+## IMPORTANT! Rules to follow during development:
+1. Only Commit to your own branch/workspace under Source control.(Message..to commit on "your name")
+2. Please DO NOT push or commit to "Main" branch (very Important)
+3. Before doing anything with code, always select Pull From "Main" under Source Control
+4. Make sure you are in your own branch/workspace before doing anything.
+
+---
+
+## SET UP
+1. Install Vscode
+2. Install XAMPP https://www.apachefriends.org/download.html
+
+---
+
+## In Vscode, before cloning repository:
+1. Make sure to install Git https://git-scm.com/downloads (Ignore if Git already installed)
+2. Install Git Extension Pack, Extension Pack for Java, Jira and Bitbucket(Atlassian Labs).
+3. Install PHP Extensions.
+
+## In Vscode, cloning repository:
+1. In New Window, Select "Clone Git Repository..."
+2. Copy & paste https://github.com/Nikosgo/FYP-S1-21-Refineverse.git in github url option.
+3. Click and select "Clone From github". Do not select clone from URL!
+4. Select local repository location as C:\xampp\htdocs (Xampp)
+5. Prompt to login in to Atlassian Account, Do so.
+
+## Setting Git Credentials and Access:
+1. Select and Open New Terminal under Terminal Tab.
+2. Type "cd" command to go root directory of your Git repository.
+3. Type and run git config --global user.name "your Github username"
+4. Type and run git config --global user.email "your Github email"
+5. Type and run git config --global credential.helper wincred to store your Github credentials
+6. Type and run git config --list to verify verify that your Git configuration is set up correctly
+
+---
+
+## Selecting Your Branch/Workspace
+1. In left Side panel of screen, select Source Control
+2. Select the 3 dots next to refresh icon and all the other icons.
+3. Select Checkout to origin/yourname
+
+---
+
+## To be done each time before any coding to get most updated version of source codes
+1. In left Side panel of screen, select Source Control
+2. Select the 3 dots next to refresh icon and all the other icons.
+3. Under "Pull,Push" select "Pull From..."
+4. Choose "origin/main"
+
+---
+
+## How to push commit to your codes?
+1. Under File tab, make sure "Autosave" is checked to automatically save your codes
+2. Under Source Control, ensure message box shows "Message (Ctrl+Enter to commit on "yourname")
+3. Below blue commit button, under Changes select the "+" sign to stage changes.
+4. Write a message for the change and Select blue Commit Button.
+5. Select Sync Changes to update local repository.
+
+---
+
+## Setting up a Python Virtual Environment (in VS Code)
+To run/debug our project's NLP-related Python code, you must first set up a Python virtual environment.
+Alternatively, you can install the libraries locally on your machine (not recommended).
+**Important!** At the very least you must have Python installed locally on your machine and the Python extension enabled in VS Code.
+The library installation commands listed here are meant for Windows machines. Do find the approriate commands for Linux/Mac yourself.
+
+When running the virtual environment, you might run into an error intially when running the activate script due to Window's PowerShell. (Ignore if not using a Windows machine)
+You can rectify this by changing the current execution policy for running scripts.
+1. Open up Window's PowerShell (not command prompt!) **as an administrator**.
+2. Use Get-ExecutionPolicy to check the current execution policy.
+3. If it is "Restricted", set it to either "RemoteSigned" or "Unrestricted" using "Set-ExecutionPolicy RemoteSigned" or "Set-ExecutionPolicy Unrestricted".
+4. You can change it back after you are done with the virtual environment using "Set-ExecutionPolicy Restricted".
+
+Now you can open up VS Code to create the virutal environment.
+1. In VS Code, use the shortcut "Ctrl+Shift+P" to open up the command palette.
+2. Search for "Python: Create Environment..." and click it.
+3. When asked to pick an enviroment type, choose "Venv".
+4. When asked for a Python installation to use you should only have one option listed which is the Python version installed on your machine locally. Choose that option.
+5. A notification will appear to show the progress of the environment creation. After creation, a folder will appear in your workplace automatically, and the Python intepreter should be changed automatically.
+6. Verify if your Python has been changed to the new environment by looking at the bottom-right of your VS Code. It should say something like "Python 3.11.3 ('venv':venv)". If not, click on it and change it to the correct environment.
+7. Now you can start installing the neccessary libraries by opening a new terminal window in VS Code. Navigate to the Terminal tab and choose "New Terminal". The new environment should be reflected in the terminal.
+8. Install Pytorch (CPU): Pytorch (CPU): pip3 install torch torchvision torchaudio
+9. Install Transformers: pip install transformers
+11. These libraries are the bare minimum for running NLP code using HuggingFace's transformers. You can now try running some test code to verify.
+
+To note:
+By default, the virtual enviroment will not be detected as a new change/commit due to the automatically generated .gitignore file.
+Please **do not** attempt to change this and upload your environment to GitHub as it may cause errors!
+
+---
+
+## Managing your Virtual Environment
+As the path of the Python installation used to build the environment is user-specific, it cannot be shared.
+Thus, the virtual environment must be maintained and installed properly by yourself.
+Feel free to rename your virtual environment anything you want.
+
+If you wish to install more libraries to test/debug new features (such as Flask or Beautiful Soup) go ahead.
+However, do communicate with the team if a new library is being used to enable team members to run your code as well.
+The final required Python libraries for our project will be included in a requirements.txt file.
+If for some reason you encounter issues such as library conflicts or errors, feel free to remove your environment and follow the steps to create a new one again.
+
+---
+
+## Installing your libraries
+1. Ensure that you have already setup and activated your virtual environment.
+2. In the VsCode terminal, type the command "pip install -r requirements.txt" and click enter to allow the system to automatically install all necessary libraries that have been defined in the requirements.txt file in order to run the application.
+
+---
+
+## Creating or Saving a requirements.txt for library installation
+1. Ensure that you have already setup and activated your virtual environment.
+2. Delete any existing requirements.txt file as the command does not overwrite the text file.
+2. In the VsCode terminal, type the command "pip freeze > requirements.txt" and click enter to save all libraries that have already been installed into the requirements.txt file.

GenerationFeature.py

@@ -0,0 +1,49 @@
+import re # Python's built-in library for regular expressions (or Regex)
+import sqlite3
+from flask import g
+from transformers import pipeline, set_seed
+
+# Main function of the generation feature. Performs text generation!
+def generate(Entered_story):
+    
+    # Check if the input is empty
+    if not Entered_story.strip():
+        raise ValueError("Empty input!")
+    
+    # Validate that the input is in the correct format
+    if not validate_story(Entered_story):
+        raise ValueError("Incorrect format!")
+    
+    # Set the pipeline to use the correct NLP type and model
+    generator = pipeline('text-generation', model='gpt2')
+        
+    # Take note: The max_length & min_length variables refer to the OUTPUT length!
+    set_seed(42)
+    generated_text = generator(Entered_story, max_length=30, num_return_sequences=5)
+    
+    generated_text = generated_text[0]['generated_text']
+    
+    return generated_text
+
+# User Input Format Validation Function
+def validate_story(Entered_story):
+    pattern = r'As a (?P<role>[^,.]+), I want to (?P<goal>[^,.]+)(?:,|.)+\s*so that' #Follows the normal structure, but allows anything after 'so that'
+    match = re.search(pattern, Entered_story, flags=re.DOTALL)
+    return bool(match)
+
+# Function to grab all contents in the "TextGeneration" table (except for unique ids)
+def getTextGenContents():
+    db = getattr(g, '_database', None) # Gets the _database attribute from the 'g' object. If it does not exist, returns 'None'
+    if db is None:
+        db = g._database = sqlite3.connect('Refineverse.db') # If db is None, create a new connection for db and g._database.
+        cursor = db.cursor() # Creates a cursor object to handle data
+        cursor.execute("SELECT userStory, generatedStory FROM TextGeneration") # The cursor executes the query
+        rows = cursor.fetchall() # Stores the results of fetchall() into a variable
+    return rows
+
+# Function to insert a new row into the "TextGeneration" table
+def insertTextGenRow( Entered_story, generatedStory):
+    with sqlite3.connect('Refineverse.db') as conn: # 'With' will automatically take care of closing and opening the connection
+        cursor = conn.cursor()
+        cursor.execute("INSERT INTO TextGeneration (userStory, generatedStory) VALUES (?, ?)", (Entered_story, generatedStory))
+        conn.commit()

README.md

@@ -1,10 +1,13 @@
 ---
-title: Refineverse Plugin
-emoji: 🏃
-colorFrom: red
-colorTo: indigo
-sdk: static
+title: Refineverse
+emoji: 💻
+colorFrom: blue
+colorTo: gray
+sdk: gradio
+python_version: 3.11.3
+app_file: Refineverse.py
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+This is to host our plugin online on Hugging Face.
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

Refineverse.py

@@ -0,0 +1,225 @@
+# Plugin will run on this file & Strictly only contains codes for routing between files!
+from flask import Flask, render_template, request, flash, g
+from TextSummarizationFeature import summarize, getTextSumContents, insertTextSumRow
+from BreakdownFeature import breakdown, getBreakdownContents, insertBreakdownRow
+from TranslationFeature import translate_text, switch, getTranslatedContents, insertTranslationRow
+from GenerationFeature import generate, getTextGenContents, insertTextGenRow
+
+app = Flask(__name__)
+app.secret_key = 'refineverseAdmin' # Used to encrypt cookies & sessions
+
+# Routing to Main Dashboard/homepage file
+@app.route('/')
+def index():
+    return render_template('RefineverseDashboardUI.html')
+
+# Routing to text summarization file
+@app.route('/text_summarization', methods=["POST", "GET"])
+def text_summarization():
+    if request.method == "POST":
+        try:
+            # Grab the user story text from the textarea in html form
+            Entered_story = request.form["input_text"]
+            
+            # The results are stored into a dictionary variable
+            summarizedStory = summarize(Entered_story)
+            
+            flash("Your user story has been summarized!") # Displays a success message using flash, which is part of the Flask framework
+            
+            # Insert into TextSummarization table in Refineverse.db
+            insertTextSumRow(Entered_story, summarizedStory)
+            
+            # Render and display summarized user story
+            return render_template('TextSummarizationUI.html', summarizedStory=summarizedStory)
+        
+        # Exception handling messages for specific errors
+        except ValueError as e:
+            if str(e) == "Empty input!":
+                flash("The input text cannot be empty! Please enter a user story.", 'error')
+                return render_template('TextSummarizationUI.html')
+            elif str(e) == "Incorrect format!":
+                flash("Incorrect user story format! Please enter in the right format.", 'error')
+                return render_template('TextSummarizationUI.html')
+            elif str(e) == "Invalid length!":
+                flash("Your inputted user story is too short to summarize. Please enter a longer story!", 'error')
+                return render_template('TextSummarizationUI.html')
+            else: # As a final resort, simply print out the error name
+                flash("An error of type '{}' occurred: {}".format(type(e).__name__, str(e)), 'error')
+                return render_template('TextSummarizationUI.html')
+        
+        except KeyError:
+            flash("Please enter a valid user story!")
+            return render_template('TextSummarizationUI.html')
+        
+        # Catch-all exception handling
+        except Exception as e:
+            flash("An error of type '{}' occurred: {}".format(type(e).__name__, str(e)), 'error')
+            return render_template('TextSummarizationUI.html')
+    
+    else:
+        return render_template('TextSummarizationUI.html')
+
+# Routing to summarization table file
+@app.route('/summarization_table')
+def summarization_table():
+    # Get the summarization data from the database
+    summarizations = getTextSumContents()
+    
+    # Render the summarization data as an HTML table
+    return render_template('SummarizationTable.html', summarizations=summarizations)
+
+# Routing to Project Task Breakdown file
+@app.route("/project_breakdown", methods=["POST", "GET"]) # This tells flask the route to get to the page
+def project_breakdown():
+    if request.method == "POST": # POST occurs when submitting a form, as specified in the HTML file
+        try:
+            # Grab the user story contents
+            userStory = request.form["user-story-text"]
+            
+            # The results are stored into a dictionary variable
+            processedLabel = breakdown(userStory)
+            
+            # Display success popup message
+            flash("Your user story has been allocated as a " + processedLabel + " task!")
+            
+            insertBreakdownRow(userStory, processedLabel) # Inserts data into the Breakdown table
+            rows = getBreakdownContents() # Grab all contents inside the Breakdown table
+            
+            return render_template('ProjectBreakdownUI.html', rows=rows)
+        
+        # Exception handling messages for specific errors
+        except KeyError:
+            flash("Please enter a valid user story!", 'error')
+            rows = getBreakdownContents()
+            return render_template('ProjectBreakdownUI.html', row=rows)
+        
+        # Catch-all exception handling
+        except Exception as e:
+            flash("An error of type '{}' occurred: {}".format(type(e).__name__, str(e)), 'error')
+            rows = getBreakdownContents()
+            return render_template('ProjectBreakdownUI.html', rows=rows)
+        
+    else: # For "GET" scenarios (loading the page, etc.)
+        rows = getBreakdownContents()  # To always display the table, we must grab the contents of Breakdown every time the page loads
+        return render_template('ProjectBreakdownUI.html', rows=rows)
+
+# Routing to Translation file
+@app.route('/language_translation', methods=["POST", "GET"])
+def language_translation():
+    if request.method == "POST":
+        try:
+            # Grab all relevant information for processing
+            input_text = request.form['input'] # Grab user text input
+            
+            # Grab source language code
+            source_language = request.form['source_language']
+            
+            # Grab target language code
+            target_language = request.form['target_language']
+            
+            # Generate translated text using custom translation function
+            translatedStory = translate_text(input_text, source_language, target_language)
+            
+            # Display success popup message
+            flash("Your user story has been translated to " + switch(target_language) + "  !")
+            
+            # Insert into Translation table in Refineverse.db
+            insertTranslationRow(input_text, translatedStory)
+            
+            # Display the page
+            return render_template('LanguageTranslationUI.html', input_text=input_text, translatedStory=translatedStory)
+        
+        # Exception handling messages for specific errors
+        except ValueError as e:
+            if str(e) == "Empty input!":
+                flash("The input text cannot be empty! Please enter a user story.", 'error')
+                return render_template('LanguageTranslationUI.html')
+            elif str(e) == "Incorrect format!":
+                flash("Unable to translate your user story. Please enter in the correct format.", 'error')
+                return render_template('LanguageTranslationUI.html')
+            else: # As a final resort, simply print out the error name
+                flash("An error of type '{}' occurred: {}".format(type(e).__name__, str(e)), 'error')
+                return render_template('LanguageTranslationUI.html')
+        
+        # Catch-all exception handling
+        except Exception as e:
+            flash("An error of type '{}' occurred: {}".format(type(e).__name__, str(e)), 'error')
+            return render_template('LanguageTranslationUI.html')
+    
+    else:
+        return render_template('LanguageTranslationUI.html') 
+
+# Routing to translation table file
+@app.route('/translation_table')
+def translation_data():
+    # Get the translation data from the database
+    translations = getTranslatedContents()
+    
+    # Render the translation data as an HTML table
+    return render_template('TranslationTable.html', translations=translations)
+
+# Routing to text summarization file
+@app.route('/text_generation', methods=["POST", "GET"])
+def text_generation():
+    if request.method == "POST":
+        try:
+            # Grab the user story text from the textarea in html form
+            Entered_story = request.form["input_text"]
+            
+            # The results are stored into a dictionary variable
+            generatedStory = generate(Entered_story)
+            
+            # Display a success message for the user
+            flash("Your user story has been generated!")
+            
+            # Insert into TextGeneration table in Refineverse.db
+            insertTextGenRow(Entered_story, generatedStory)
+            
+            # Render and display summarized user story
+            return render_template('TextGenerationUI.html', generatedStory=generatedStory)
+        
+        # Exception handling messages for specific errors
+        except ValueError as e:
+            if str(e) == "Empty input!":
+                flash("The input text cannot be empty! Please enter a user story.", 'error')
+                return render_template('TextGenerationUI.html')
+            elif str(e) == "Incorrect format!":
+                flash("Incorrect user story format! Please enter in the right format.", 'error')
+                return render_template('TextGenerationUI.html')
+            else: # As a final resort, simply print out the error name
+                flash("An error of type '{}' occurred: {}".format(type(e).__name__, str(e)), 'error')
+                return render_template('TextGenerationUI.html')
+        
+        except KeyError:
+            flash("Please enter a valid user story!")
+            return render_template('TextGenerationUI.html')
+        
+        # Catch-all exception handling
+        except Exception as e:
+            flash("An error of type '{}' occurred: {}".format(type(e).__name__, str(e)), 'error')
+            return render_template('TextGenerationUI.html')
+    
+    else:
+        return render_template('TextGenerationUI.html')
+
+# Routing to generation table file
+@app.route('/generation_table')
+def generation_table():
+    # Get the generation data from the database
+    generations = getTextGenContents()
+    
+    # Render the generation data as an HTML table
+    return render_template('GenerationTable.html', generations=generations)
+
+# Used when the application is torn down
+# Its purpose is to close the database connection if it has not been closed
+@app.teardown_appcontext
+def close_connection(exception):
+    db = getattr(g, '_database', None)
+    if db is not None:
+        db.close() # Closes the database connection
+
+# Initialise the app
+if __name__ == '__main__':
+    app.run(host="0.0.0.0", port=7860) # For HF hosting
+    #app.run(debug=False) # can set to True/False for local testing

TextSummarizationFeature.py

@@ -0,0 +1,50 @@
+import re # Python's built-in library for regular expressions (or Regex)
+import sqlite3
+from flask import g
+from transformers import pipeline
+
+# Main function of the summarization feature. Performs summarization!
+def summarize(Entered_story):
+    
+    # Check if the input is empty
+    if not Entered_story.strip():
+        raise ValueError("Empty input!")
+    
+    # Validate that the input is in the correct format
+    if not validate_story(Entered_story):
+        raise ValueError("Incorrect format!")
+    
+    # Before we do anything, make sure the input is long enough for summarization.
+    if len(Entered_story) < 200:
+        raise ValueError("Invalid length!")
+    
+    # Set the pipeline to use the correct NLP type and model
+    summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
+        
+    # Take note: The max_length & min_length variables refer to the OUTPUT length!
+    summary = summarizer(Entered_story, max_length=100, min_length=30, do_sample=False)[0]["summary_text"]
+    
+    return summary
+
+# User Input Format Validation Function for English only
+def validate_story(Entered_story):
+    pattern = r'As a (?P<role>[^,.]+), I want to (?P<goal>[^,.]+)(,|.)+so that (?P<benefit>.+)'
+    match = re.search(pattern, Entered_story, flags=re.DOTALL)
+    return bool(match)
+
+# Function to grab all contents in the "TextSummarization" table (except for unique ids)
+def getTextSumContents():
+    db = getattr(g, '_database', None) # Gets the _database attribute from the 'g' object. If it does not exist, returns 'None'
+    if db is None:
+        db = g._database = sqlite3.connect('Refineverse.db') # If db is None, create a new connection for db and g._database.
+        cursor = db.cursor() # Creates a cursor object to handle data
+        cursor.execute("SELECT Entered_story, summary FROM TextSummarization") # The cursor executes the query
+        rows = cursor.fetchall() # Stores the results of fetchall() into a variable
+    return rows
+
+# Function to insert a new row into the "TextSummarization" table
+def insertTextSumRow( Entered_story, summary):
+    with sqlite3.connect('Refineverse.db') as conn: # 'With' will automatically take care of closing and opening the connection
+        cursor = conn.cursor()
+        cursor.execute("INSERT INTO TextSummarization (Entered_story, summary) VALUES (?, ?)", (Entered_story, summary))
+        conn.commit()

TranslationFeature.py

@@ -0,0 +1,91 @@
+import re
+import sqlite3
+from flask import g
+from transformers import M2M100ForConditionalGeneration, M2M100Tokenizer
+
+model = M2M100ForConditionalGeneration.from_pretrained("facebook/m2m100_1.2B") # Setting the model to use
+tokenizer = M2M100Tokenizer.from_pretrained("facebook/m2m100_1.2B") # Setting the tokenizer to use
+
+# Main function of the translation feature. Performs translation!
+def translate_text(input_text, source_language, target_language):
+    
+    # Grabs the source language to be used in the tokenizer
+    tokenizer.src_lang = source_language
+    
+    # Check if the input is empty
+    if not input_text.strip():
+        raise ValueError("Empty input!")
+    
+    # Validate that the input is in the correct format
+    if not validate_input(input_text):
+        raise ValueError("Incorrect format!")
+    
+    # Creates encoded text
+    encoded_text = tokenizer(input_text, return_tensors="pt")
+    
+    # Generates new tokens using encoded text from source language
+    generated_tokens = model.generate(**encoded_text, forced_bos_token_id=tokenizer.get_lang_id(target_language), max_new_tokens=512)
+    
+    # Decode generated tokens to display translated text
+    translated_text = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)[0]
+    
+    return translated_text
+
+# Helper function for displaying appropriate language names in flash messages
+# Note: Python does not have a built-in switch function, so this is just a rough implementation of the logic
+def switch(lang):
+    if lang == "en":
+        return "English"
+    elif lang == "zh":
+        return "Chinese"
+    elif lang == "ms":
+        return "Malay"
+    elif lang == "ta":
+        return "Tamil"
+    elif lang == "th":
+        return "Thai"
+
+# User Input Format Validation Function for all 4 languages
+def validate_input(input_text):
+    
+    # Pattern for English language
+    pattern_en = r'As a (?P<role>[^,.]+), I want to (?P<goal>[^,.]+)(,|.)+so that (?P<benefit>.+)'
+    
+    # Pattern for Chinese language
+    pattern_zh = r'作为(?P<role>[^,.]+)，我想要(?P<goal>[^,.]+)(，|。)+以便(?P<benefit>.+)'
+
+    # Pattern for Malay language
+    pattern_ms = r'Sebagai(?P<role>[^,.]+), saya mahu(?P<goal>[^,.]+)(,|.)+supaya(?P<benefit>.+)'
+
+    # Pattern for Tamil language
+    pattern_ta = r'என(?P<role>[^,.]+) எனக்கு வேண்டும்(?P<goal>[^,.]+)(,|.)+அதனால்(?P<benefit>.+) பயன்படுத்தி வைக்கும்'
+
+    # Pattern for Thai language
+    pattern_th = r'ในฐานะ(?P<role>[^,.]+) ฉันต้องการ(?P<goal>[^,.]+)(,|.)+เพื่อที่ฉัน(?P<benefit>.+)'
+
+    # Try each pattern to see if there is a match
+    match_en = re.search(pattern_en, input_text, flags=re.DOTALL)
+    match_zh = re.search(pattern_zh, input_text, flags=re.DOTALL)
+    match_ms = re.search(pattern_ms, input_text, flags=re.DOTALL)
+    match_ta = re.search(pattern_ta, input_text, flags=re.DOTALL)
+    match_th = re.search(pattern_th, input_text, flags=re.DOTALL)
+
+    # Return True if at least one pattern matches, otherwise False
+    return bool(match_en or match_zh or match_ms or match_ta or match_th)
+
+# Function to grab all contents in the "Translation" table (except for unique ids)
+def getTranslatedContents():
+    db = getattr(g, '_database', None) # Gets the _database attribute from the 'g' object. If it does not exist, returns 'None'
+    if db is None:
+        db = g._database = sqlite3.connect('Refineverse.db') # If db is None, create a new connection for db and g._database
+        cursor = db.cursor() # Creates a cursor object to handle data
+        cursor.execute("SELECT input_text, translated_text FROM Translation") # The cursor executes the query
+        rows = cursor.fetchall() # Stores the results of fetchall() into a variable
+    return rows
+
+# Function to insert a new row into the "Translation" table
+def insertTranslationRow(input_text, translated_text):
+    with sqlite3.connect('Refineverse.db') as conn: # 'With' will automatically take care of closing and opening the connection
+        cursor = conn.cursor()
+        cursor.execute("INSERT INTO Translation (input_text, translated_text) VALUES (?, ?)", (input_text, translated_text))
+        conn.commit()

createDatabase.py

@@ -0,0 +1,45 @@
+# This file is used to create an SQLite database.
+# If adding more tables, you should delete the exising databases, or alter the code here to drop the pre-exising tables first.
+import sqlite3
+
+# Establishes a connection to the specified DB. If the DB does not exist, it creates a new one.
+connection = sqlite3.connect("Refineverse.db")
+cursor = connection.cursor() # A cursor object that is used to handle data.
+
+# Creating the Breakdown table
+cursor.execute('''
+    CREATE TABLE IF NOT EXISTS Breakdown (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        user_story TEXT,
+        assignedLabel TEXT
+    )
+''')
+
+# Creating the TextSummarization table
+cursor.execute('''
+    CREATE TABLE IF NOT EXISTS TextSummarization (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        Entered_story TEXT,
+        summary TEXT
+    )
+''')
+
+# Creating the Translation table
+cursor.execute('''
+    CREATE TABLE IF NOT EXISTS Translation (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        input_text TEXT,
+        translated_text TEXT
+    )
+''')
+
+# Creating the TextGeneration table
+cursor.execute('''
+    CREATE TABLE IF NOT EXISTS TextGeneration (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        userStory TEXT,
+        generatedStory TEXT
+    )
+''')
+
+connection.close() # Closes the connection