Spaces:
Sleeping
Sleeping
File size: 3,787 Bytes
3295d39 78c6c57 3295d39 8740fb2 3295d39 78c6c57 3295d39 78c6c57 3295d39 78c6c57 3bb42a8 78c6c57 f8b504a 78c6c57 3295d39 78c6c57 3295d39 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 |
# imports for
from datasets import Audio, load_dataset, Dataset
import torch
from transformers import pipeline
from pathlib import Path
# for the UI by Gradio
import gradio as gr
import pandas as pd
# initializing the values for device
if torch.cuda.is_available():
DEVICE = "cuda:0"
TORCH_DTYPE = torch.float16
else:
DEVICE = "cpu"
TORCH_DTYPE = torch.float32
# MODEL_NAME = 'openai/whisper-large-v3'
MODEL_NAME = 'openai/whisper-small'
pipe = pipeline(
"automatic-speech-recognition",
model=MODEL_NAME,
torch_dtype=TORCH_DTYPE,
device=DEVICE,
)
def convert_audio_2_array(files):
file_paths = files
complaint_data = Dataset.from_dict({
"audio" : [file_paths] # path to be changed based on the path
}).cast_column("audio",Audio(sampling_rate=16000))
file_name = Path(file_paths).name
print(f"file_paths: \n {file_paths} and \n file_name: {file_name}and \n complaint_data : \n {complaint_data} ")
return file_name, complaint_data
def v2t_convertor(files):
file_name,inputs_dict = convert_audio_2_array(files)
input = inputs_dict[0] # selecting only one input
org_complain_dict = pipe(input["audio"].copy(), max_new_tokens=256, generate_kwargs={"task": "transcribe"})
print('f{org_complain_dict}')
org_complain = org_complain_dict['text']
# lang_token = pipe.model.generate(input, max_new_tokens=1)[0,1]
# language_code = pipe.tokenizer.decode(lang_token)
language_code = "hi" # hard coded for the time being
eng_complain = pipe(input["audio"].copy(), max_new_tokens=256, generate_kwargs={"task": "translate"})['text']
print(f"org_complain: \n {org_complain} \nand\n eng_complain:\n {eng_complain} \n language_code: {language_code}")
return [[file_name, org_complain, eng_complain, language_code]]
def upload_file(files): # the actual translation should happen here
"""
takes the file that comes from the UI and converts it to the respective
format to be sent to the model for transcription
"""
# Define the column names
columns = ["audio_id", "transcribed_text( in org lang )", "transcribed_text( in eng )", "language"]
# Define the data as lists. Here the data would be sent in the form of single data fro mthe data
# data = [ ["ca_1.wav", "बिना किसी पूर्व सूचना के विलंबित या रद्द की गई ट्रिनिक", "without any prior information or any delay or delay in the train journey", "hindi"]]
data = v2t_convertor(files)
# Create the DataFrameoutputs
if data is not None:
df = pd.DataFrame(data, columns=columns)
else:
raise ValueError("Data is None. Cannot create DataFrame.")
return df
with gr.Blocks() as demo:
gr.Markdown( "# V2T Engine" )
with gr.Accordion("Steps to run the App"):
gr.Markdown("1. Click \"Click to Upload a File\" to open a dialog box and browse your local files.")
gr.Markdown("2. The uploaded audio will be transcribed in the original language and translated into English.")
gr.Markdown("3. The transcriptions and translations will be displayed in a table, which is how they will be stored in the database.")
upload_button = gr.UploadButton("Click to Upload a File", file_types=["audio"], file_count="single")
df_output = gr.Dataframe(
headers=["audio_id", "transcribed_text( in eng )", "transcribed_text( in org lang )", "language"],
datatype=["str", "str", "str"],
row_count=1,
col_count=(4, "fixed"),
wrap=True
)
upload_button.upload(upload_file, upload_button, df_output, show_progress = True) # upload the audio file and and sends to the upload function
if __name__ == "__main__":
demo.launch(debug=True)
|