Staticaliza commited on
Commit
4b7f6dd
β€’
1 Parent(s): cff6375

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -114,7 +114,7 @@ with gr.Blocks(theme=theme) as main:
114
  with gr.Column():
115
  gr.Markdown("# πŸ‘οΈβ€πŸ—¨οΈ WizardLM")
116
  gr.Markdown("β €β €β€’ ⚑ A text generation inference for one of the best open-source text models: WizardLM-2-8x22B.")
117
- gr.Markdown("β €β €β€’ ⚠️ WARNING! The inference is very slow due to the model being HUGE; it takes 10 seconds before it starts generating; please avoid high max token parameters and sending large amounts of text.")
118
  gr.Markdown(f"β €β €β€’ πŸ”— Link to models: {model_base} (BASE), {model_quant} (QUANT)")
119
 
120
  with gr.Column():
 
114
  with gr.Column():
115
  gr.Markdown("# πŸ‘οΈβ€πŸ—¨οΈ WizardLM")
116
  gr.Markdown("β €β €β€’ ⚑ A text generation inference for one of the best open-source text models: WizardLM-2-8x22B.")
117
+ gr.Markdown("β €β €β€’ ⚠️ WARNING! The inference is very slow due to the model being HUGE; it takes 10 seconds before it starts generating; please avoid high max token parameters and sending large amounts of text; note it uses CPU because I cannot figure out how to run it in GPU without overloading the model.")
118
  gr.Markdown(f"β €β €β€’ πŸ”— Link to models: {model_base} (BASE), {model_quant} (QUANT)")
119
 
120
  with gr.Column():