"Update space"

Signed-off-by: Emmanuel Frimpong Asante <[email protected]>

app.py

@@ -7,21 +7,21 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 from huggingface_hub import login
 import os
 
+# Ensure the HF token is set
 tok = os.getenv('HF_Token')
 login(token=tok)
 
-# Load models
+# Load Keras models
 my_model = load_model('models/Final_Chicken_disease_model.h5', compile=True)
 auth_model = load_model('models/auth_model.h5', compile=True)
 
-# Initialize the tokenizer
+# Load the tokenizer and model, ensuring they run on CPU
 llama_tokenizer = AutoTokenizer.from_pretrained('meta-llama/Meta-Llama-3-8B-Instruct')
-
-# Initialize the LLaMA model and force CPU usage
 llama_model = AutoModelForCausalLM.from_pretrained(
     'meta-llama/Meta-Llama-3-8B-Instruct',
-    device_map={"": "cpu"}  # Force the model to load on the CPU
-)
+    device_map=None,  # Do not use device_map, force CPU
+    torch_dtype=torch.float32  # Ensure model uses float32 for compatibility
+).to('cpu')  # Force the model to CPU
 
 # Dictionaries for disease names, results, and recommendations
 name_disease = {0: 'Coccidiosis', 1: 'Healthy', 2: 'New Castle Disease', 3: 'Salmonella'}