Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -1,8 +1,10 @@
|
|
1 |
import gradio as gr
|
|
|
2 |
import transformers_gradio
|
3 |
|
4 |
# Load Llama model
|
5 |
demo = gr.load(name="allenai/Llama-3.1-Tulu-3-8B", src=transformers_gradio.registry)
|
|
|
6 |
|
7 |
if __name__ == "__main__":
|
8 |
demo.launch()
|
|
|
1 |
import gradio as gr
|
2 |
+
import spaces
|
3 |
import transformers_gradio
|
4 |
|
5 |
# Load Llama model
|
6 |
demo = gr.load(name="allenai/Llama-3.1-Tulu-3-8B", src=transformers_gradio.registry)
|
7 |
+
demo.fn = spaces.GPU()(demo.fn)
|
8 |
|
9 |
if __name__ == "__main__":
|
10 |
demo.launch()
|