Update app.py

app.py

@@ -1,29 +1,21 @@
 import os
 import gradio as gr
-#import time
-from langchain.llms import CTransformers
-from langchain.cache import InMemoryCache
-import langchain
+from ctransformers import AutoModelForCausalLM
 
 model_repo = os.getenv('HF_MODEL_REPO')
 model_bin = os.getenv('HF_MODEL_BIN')
-llm_config = {
-          'max_new_tokens': 400,
-          'temperature': 0.8,
-          'top_p': 0.5,
-          'repetition_penalty': 1.1,
-          }
 
-llm = CTransformers(
+llm = AutoModelForCausalLM.from_pretrained(
         model=model_repo,
         model_file=model_bin,
-        config=llm_config,
-        lib="avx2"
+        threads=2,
+        seed=42,
+        context_length=16384,        
+        lib="avx2",
         )
-langchain.llm_cache = InMemoryCache()
 
 def response(prompt):
-    txt = llm(prompt, reset=True, threads=2)
+    txt = llm(prompt, max_new_tokens=8192, temperature=0.8, top_p=0.5, repetition_penalty=1.1, reset=False, stop=["</s>","<|im_end|>"], )
     return txt
 
 if __name__ == '__main__':