app.py

import gradio as gr

gr.Interface.load("models/localmodels/Llama-2-70B-GPTQ").launch()