Ran locally

generator.py

@@ -1,4 +1,3 @@
-
 import transformers
 from transformers import (
     # Text2TextGenerationPipeline,
@@ -37,16 +36,16 @@ import streamlit as st
 def load_model():
   hfm = pickle.load(open('t5_model.sav','rb'))
   hft = T5TokenizerFast.from_pretrained("t5-base")
-  # tok = att.from_pretrained("mrm8488/elect")
   model = pickle.load(open('electra_model.sav','rb'))
+  tok = et.from_pretrained("mrm8488/electra-small-finetuned-squadv2")
   # return hfm, hft,tok, model
-  return hfm, hft, model
+  return hfm, hft,tok, model
 
-hfmodel, hftokenizer, model = load_model()
+hfmodel, hftokenizer,tok, model = load_model()
 
 def run_model(input_string, **generator_args):
   generator_args = {
-  "max_model_length": 256,
+  "max_length": 256,
   "num_beams": 4,
   "length_penalty": 1.5,
   "no_repeat_ngram_size": 2,
@@ -61,8 +60,8 @@ def run_model(input_string, **generator_args):
     
   res = hfmodel.generate(input_ids=inputs['input_ids'], attention_mask=inputs['attention_mask'], **generator_args)
   output = hftokenizer.decode(res[0], skip_special_tokens=True)
-  output = [item.split("<sep>") for item in output]
-  output = [o.strip() for o in output[:-1]]
+  # output = output.split('</sep>')
+  # output = [o.strip() for o in output[:-1]]
   return output
 
 
@@ -127,17 +126,19 @@ def read_file(filepath_name):
 
 def create_string_for_generator(context):
     gen_list = gen_question(context)
-    return (gen_list[0][0]).split('? ')
+    return gen_list
 
 def creator(context):
   questions = create_string_for_generator(context)
+  questions = questions.split('?')
   pairs = []
   for ques in questions:
-    # if ques[-1] != '?':
-        # ques = ques + '?'
+    if ques[-1] != '?':
+        ques = ques + '?'
     pair = QA(ques,context)
+    print(pair)
     pairs.append(pair)
   return pairs
-
-# sentences = main_text.split('.')
-  # creator(sent)
+# creator(""""Hello, World!" program by Brian Kernighan (1978).
+# A "Hello, World!" program is generally a computer program that ignores any input and outputs or displays a message similar to "Hello, World!". A small piece of code in most general-purpose programming languages, this program is used to illustrate a language's basic syntax. "Hello, World!" programs are often the first a student learns to write in a given language,[1] and they can also be used as a sanity check to ensure computer software intended to compile or run source code is correctly installed, and that its operator understands how to use it.
+# """)