import gradio as gr from transformers import AutoModelForCausalLM, AutoTokenizer from datasets import load_dataset # Define model loading function def load_model(model_name): tokenizer = AutoTokenizer.from_pretrained(model_name) model = AutoModelForCausalLM.from_pretrained(model_name) return tokenizer, model # Load selected models models = { "bigcode/python-stack-v1-functions-filtered-sc2-subset": "bigcode/python-stack-v1-functions-filtered-sc2-subset", "bigcode/python-stack-v1-functions-filtered-sc2": "bigcode/python-stack-v1-functions-filtered-sc2", "muellerzr/python-stack-v1-functions-filtered-llama-3-8B": "muellerzr/python-stack-v1-functions-filtered-llama-3-8B", "TheBloke/Python-Code-13B-GGUF": "TheBloke/Python-Code-13B-GGUF", "replit/replit-code-v1_5-3b": "replit/replit-code-v1_5-3b", "neulab/codebert-python": "neulab/codebert-python" } # Load selected datasets datasets = { "kye/all-huggingface-python-code": "kye/all-huggingface-python-code", "ajibawa-2023/Python-Code-23k-ShareGPT": "ajibawa-2023/Python-Code-23k-ShareGPT", "suvadityamuk/huggingface-transformers-code-dataset": "suvadityamuk/huggingface-transformers-code-dataset" } # Define the function for code generation def generate_code(prompt, model_name, dataset_name, temperature, max_length): tokenizer, model = load_model(models[model_name]) # Load dataset (for reference, not directly used) dataset = load_dataset(datasets[dataset_name], split="train") # Tokenize input prompt inputs = tokenizer(prompt, return_tensors="pt") # Generate output output_ids = model.generate(**inputs, temperature=temperature, max_length=max_length) generated_code = tokenizer.decode(output_ids[0], skip_special_tokens=True) return generated_code # Create Gradio Interface iface = gr.Interface( fn=generate_code, inputs=[ gr.Textbox(label="Prompt"), gr.Dropdown(label="Model", choices=list(models.keys())), gr.Dropdown(label="Dataset", choices=list(datasets.keys())), gr.Slider(label="Temperature", minimum=0.1, maximum=1.0, value=0.5), gr.Slider(label="Max Length", minimum=10, maximum=1000, value=200) ], outputs="text", title="Ultimate Code Generator Python: AI Code Generator with Hugging Face Models", description="Select a model and dataset, input a prompt, and generate Python code using AI models." ) # Launch the Gradio App iface.launch()