Update app.py

app.py

@@ -34,8 +34,13 @@ def process_pdf(uploaded_file):
     for page in pages:
         st.write(page.page_content)
 
-    llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q4_0.bin", model_type="llama",
-                config={'max_new_tokens': 128, 'temperature': 0.01})
+    model = "llama-2-7b-chat.ggmlv3.q4_0.bin"
+    llm = HuggingFaceHub(
+    huggingfacehub_api_token = api_token,
+    repo_id = model,
+    verbose = False,
+    model_kwargs = {"temperature":0.01, "max_new_tokens": 128})
+
 
     template = """Extract invoice number, name of organization, address, date, 
         Qty, Rate, Tax, Amount {pages}
@@ -60,8 +65,15 @@ def process_image(uploaded_image):
     st.write(text)
 
     # Apply entity extraction logic to the extracted text
-    llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q4_0.bin", model_type="llama",
-                config={'max_new_tokens': 128, 'temperature': 0.01})
+    #llm = CTransformers(model="llama-2-7b-chat.ggmlv3.q4_0.bin", model_type="llama",
+                #config={'max_new_tokens': 128, 'temperature': 0.01})
+
+    model = "llama-2-7b-chat.ggmlv3.q4_0.bin"
+    llm = HuggingFaceHub(
+    huggingfacehub_api_token = api_token,
+    repo_id = model,
+    verbose = False,
+    model_kwargs = {"temperature":0.01, "max_new_tokens": 128})
 
     template = """Extract invoice number, name of organization, address, date, 
         Qty, Rate, Tax, Amount {text}