Spaces:
Sleeping
Sleeping
File size: 2,880 Bytes
d4f91b4 cb8418c d4f91b4 cb8418c d4f91b4 9e6745c d04e84a d4f91b4 9bbe8ed d04e84a d4f91b4 2eef1bb d4f91b4 d04e84a 9bbe8ed 370c369 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 |
import gradio as gr
import torch
from transformers import PegasusForConditionalGeneration, PegasusTokenizer
from sentence_splitter import SentenceSplitter, split_text_into_sentences
model_name = 'dhhivvva/graamyfy'
torch_device = 'cuda' if torch.cuda.is_available() else 'cpu'
tokenizer = PegasusTokenizer.from_pretrained(model_name)
model = PegasusForConditionalGeneration.from_pretrained(model_name).to(torch_device)
def get_response(input_text):
batch = tokenizer.prepare_seq2seq_batch([input_text], truncation=True, padding='longest', max_length=10000, return_tensors="pt").to(torch_device)
translated = model.generate(**batch, num_beams=10, num_return_sequences=3,temperature=1.5)
tgt_text = tokenizer.batch_decode(translated, skip_special_tokens=True)
return tgt_text
examples = [["I like chocolate ice cream better than vanilla ice cream."], ["He is wearing a white shirt and black pants today."], ["My favorite book is Diary Of A Wimpy Kid."]]
css = """
footer {display:none !important}
.output-markdown{display:none !important}
.gr-button-primary {
z-index: 14;
height: 36px !important;
width: 113px !important;
left: 0px;
top: 0px;
padding: 0px;
cursor: pointer !important;
background: none rgb(17, 20, 45) !important;
border: none !important;
text-align: center !important;
font-family: Poppins !important;
font-size: 14px !important;
font-weight: 500 !important;
color: rgb(255, 255, 255) !important;
line-height: 1 !important;
border-radius: 6px !important;
transition: box-shadow 200ms ease 0s, background 200ms ease 0s !important;
box-shadow: none !important;
}
.gr-button-primary:hover{
z-index: 14;
height: 36px !important;
width: 113px !important;
left: 0px;
top: 0px;
padding: 0px;
cursor: pointer !important;
background: none rgb(66, 133, 244) !important;
border: none !important;
text-align: center !important;
font-family: Poppins !important;
font-size: 14px !important;
font-weight: 500 !important;
color: rgb(255, 255, 255) !important;
line-height: 1 !important;
border-radius: 6px !important;
transition: box-shadow 200ms ease 0s, background 200ms ease 0s !important;
box-shadow: rgb(0 0 0 / 23%) 0px 1px 7px 0px !important;
}
.gr-button-secondary{
height: 36px !important;
width: 113px !important;
}
.gr-button-secondary:hover{
height: 36px !important;
width: 113px !important;
}
.hover\:bg-orange-50:hover {
--tw-bg-opacity: 1 !important;
background-color: rgb(229,225,255) !important;
}
"""
demo = gr.Interface(fn=get_response, inputs=gr.Textbox(lines=5, placeholder="Enter sentence here...", label="Input Sentence"), outputs=gr.Textbox(lines=5, label="Ouput Sentence"), title='Hiii, This is Gramformer😎', examples=examples, css=css)
demo.launch(inline=False) |