Update app.py

app.py

@@ -1,11 +1,19 @@
 # Import necessary libraries
+import os
 from threading import Thread
 import argparse
 import torch
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, TextIteratorStreamer, AutoModelForCausalLM
 from peft import PeftConfig, PeftModel
-from utils import get_device  # Angenommen, diese Funktion existiert bereits
+from utils import get_device  # Assuming this function exists
+from huggingface_hub import login
+
+# Authenticate using Hugging Face API token from environment variable
+hf_api_token = os.getenv("HF_API_TOKEN")
+if hf_api_token is None:
+    raise ValueError("Hugging Face API token not found in environment variables. Please set it as a secret in Hugging Face Spaces.")
+login(token=hf_api_token)
 
 # Create the parser
 parser = argparse.ArgumentParser(description='Check model usage.')
@@ -128,7 +136,7 @@ with gr.Blocks(css="""
         opacity: 1;
     }
     .gr-textbox {
-        background-color: var(--block-background-fill);
+        background-color: var(--body-background-fill);
         color: white;
         border: none;
         border-radius: 4px;
@@ -160,7 +168,7 @@ with gr.Blocks(css="""
             temperature = gr.Slider(minimum=0.1, maximum=5.0, value=0.8, step=0.1, label="Temperature")
         
         with gr.Column(scale=7):
-            model_output = gr.Chatbot(label="Chatbot Output", height=566)
+            model_output = gr.Chatbot(label="Chatbot Output", height=400)
 
     def handle_submit(text, top_p, temperature, top_k, max_new_tokens):
         response = run_generation(text, top_p, temperature, top_k, max_new_tokens)