Staticaliza
commited on
Commit
β’
4b7f6dd
1
Parent(s):
cff6375
Update app.py
Browse files
app.py
CHANGED
@@ -114,7 +114,7 @@ with gr.Blocks(theme=theme) as main:
|
|
114 |
with gr.Column():
|
115 |
gr.Markdown("# ποΈβπ¨οΈ WizardLM")
|
116 |
gr.Markdown("β β β’ β‘ A text generation inference for one of the best open-source text models: WizardLM-2-8x22B.")
|
117 |
-
gr.Markdown("β β β’ β οΈ WARNING! The inference is very slow due to the model being HUGE; it takes 10 seconds before it starts generating; please avoid high max token parameters and sending large amounts of text.")
|
118 |
gr.Markdown(f"β β β’ π Link to models: {model_base} (BASE), {model_quant} (QUANT)")
|
119 |
|
120 |
with gr.Column():
|
|
|
114 |
with gr.Column():
|
115 |
gr.Markdown("# ποΈβπ¨οΈ WizardLM")
|
116 |
gr.Markdown("β β β’ β‘ A text generation inference for one of the best open-source text models: WizardLM-2-8x22B.")
|
117 |
+
gr.Markdown("β β β’ β οΈ WARNING! The inference is very slow due to the model being HUGE; it takes 10 seconds before it starts generating; please avoid high max token parameters and sending large amounts of text; note it uses CPU because I cannot figure out how to run it in GPU without overloading the model.")
|
118 |
gr.Markdown(f"β β β’ π Link to models: {model_base} (BASE), {model_quant} (QUANT)")
|
119 |
|
120 |
with gr.Column():
|