Add progress bar

app.py

@@ -30,12 +30,13 @@ decode_kwargs = dict(skip_special_tokens=True)
 streamer = TextIteratorStreamer(tokenizer, decode_kwargs=decode_kwargs)
 
 cplusplus = None
-def translate(python):
+def translate(python, progress=gr.Progress()):
+    progress(0, desc="Starting")
     inputs = tokenizer.apply_chat_template(
                         messages_for(python),
                         return_tensors="pt").to(model.device)
     attention_mask = inputs["attention_mask"]
-    
+
     outputs = model.generate(
         inputs,
         attention_mask=attention_mask,
@@ -44,6 +45,7 @@ def translate(python):
         pad_token_id=tokenizer.eos_token_id,
         eos_token_id=tokenizer.eos_token_id,
     )
+    progress(1, desc="Finished")
     return tokenizer.decode(outputs[0][len(inputs[0]):], skip_special_tokens=True)
     '''
     generation_kwargs = dict(