Update app.py

app.py

@@ -1,11 +1,16 @@
 import gradio as gr
 from transformers import pipeline
 
-model = pipeline('text-generation', model='vitaliy-sharandin/wiseai', device=0)
-model.model.half()
+model = AutoModelForCausalLM.from_pretrained(
+      'vitaliy-sharandin/wiseai',
+      load_in_8bit=True,
+      device_map = {"": 0}
+  )
+
+pipe = pipeline('text-generation', model=model)
 
 def generate_text(prompt):
-    result = model(prompt, max_length=200)
+    result = pipe(prompt, max_length=200)
     return result[0]['generated_text']
 
 iface = gr.Interface(fn=generate_text, inputs="text", outputs="text")