app.py

import gradio as gr

gr.load("models/neuralmagic/Meta-Llama-3-70B-Instruct-FP8").launch()