Update app.py

app.py

@@ -4,6 +4,8 @@ from langchain.llms import HuggingFaceHub
 
 llama_repo = os.getenv('HF_MODEL_LLAMA_REPO')
 starchat_repo = os.getenv('HF_MODEL_STARCHAT_REPO')
+bloom_repo = os.getenv('HF_MODEL_BLOOM_REPO')
+
 llamma_template = """<s>[INST]<<SYS>>I want you to act as document language translator. You do translation {source} texts in document into then you return to me the translated document AND DO NOTHING ELSE.<</SYS>>[/INST]
 [INST]Begin of the document:
 {query}
@@ -20,6 +22,15 @@ End of the document<|end|>
 
 """
 
+starchat_template = """Translation {source} texts into {target}. then you return to me the translated document AND DO NOTHING ELSE.<</SYS>>
+Begin of the texts:
+{query}
+End of the texts
+
+{target} translated texts:
+
+"""
+
 model_kwargs={
             "max_new_tokens":2048,
             "temperature": 0.01,
@@ -30,6 +41,7 @@ model_kwargs={
 
 llm1 = HuggingFaceHub(repo_id=llama_repo, task="text-generation", model_kwargs=model_kwargs)
 llm2 = HuggingFaceHub(repo_id=starchat_repo, task="text-generation", model_kwargs=model_kwargs)
+llm3 = HuggingFaceHub(repo_id=bloom_repo, task="text-generation", model_kwargs=model_kwargs)
 
 def translation(source, target, text):
     response = text
@@ -37,13 +49,13 @@ def translation(source, target, text):
         input_prompt = llamma_template.replace("{source}", source)
         input_prompt = input_prompt.replace("{target}", target)
         input_prompt = input_prompt.replace("{query}", text)
-        response=llm1(input_prompt)
+        response=llm3(input_prompt)
     except Exception as e:
         print(f"ERROR: LLM show {e}")
         input_prompt = starchat_template.replace("{source}", source)
         input_prompt = input_prompt.replace("{target}", target)
         input_prompt = input_prompt.replace("{query}", text)
-        response=llm2(input_prompt).replace("<|end|>","")
+        response=llm1(input_prompt).replace("<|end|>","")
     return response
 
 gr.Interface(translation, inputs=["text","text","text"], outputs="text").launch()