File size: 966 Bytes
fa00da5 5b2b81d fa00da5 5b2b81d fa00da5 5b2b81d fa00da5 5b2b81d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
import streamlit as st
from transformers import AutoModelForCausalLM, AutoTokenizer
# Load the model and tokenizer from the Hugging Face repository
model_name = "aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored"
st.write(f"Loading model {model_name}...")
# The model and tokenizer will be downloaded and cached locally
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)
# Function to generate text based on user input
def generate_text(prompt):
inputs = tokenizer(prompt, return_tensors="pt")
outputs = model.generate(**inputs, max_new_tokens=100)
return tokenizer.decode(outputs[0], skip_special_tokens=True)
# Streamlit UI
st.title("DarkIdol Text Generation")
user_input = st.text_area("Enter your prompt:")
if st.button("Generate"):
with st.spinner("Generating..."):
output_text = generate_text(user_input)
st.write("Generated Text:")
st.write(output_text)
|