update app

app.py

@@ -1,11 +1,10 @@
 import gradio as gr
 import bap_preprocessing
+import json
 
-def tokenize(data):
-    json_data = json.loads(data)
-    response = bap_preprocessing.tokenize(json_data['text'])
-    result = { "tokens": response }
-    return result
+def tokenize(Sentence):
+    response = bap_preprocessing.tokenize(Sentence)
+    return response
 
 demo = gr.Interface(
         fn=tokenize,

bap_preprocessing.py

@@ -54,11 +54,9 @@ def prepare_sequence(seq, to_ix):
 
 def prob_to_tag(out):
   _sentence_tag_list = []
-  #for sentence in tag_scores
   _prob_to_tag = []
   for ch in out:
       chlist = list(ch)
-      #print(chlist)
       maxi = max(chlist)
       ind = chlist.index(maxi)  
       _prob_to_tag.append((list(tag_to_ix.keys())[ind]))
@@ -99,11 +97,9 @@ def char_unifier(_token_list):
 
 def tokenize(sentence):
   input = prepare_sequence(sentence, char_to_ix)
-  out= model(input)
+  out = model(input)
   sentence_tag_list = prob_to_tag(out)
   token_char_list = _char_to_token(sentence, sentence_tag_list)
   token_list = char_unifier(token_char_list)
-  # print(token_list)
   return token_list
 
-print(tokenize("Merhaba, ben okula gidiyorum."))