Spaces:
Runtime error
Runtime error
Commit
•
573e27c
1
Parent(s):
fc84103
Update app.py
Browse files
app.py
CHANGED
|
@@ -157,10 +157,9 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
|
|
| 157 |
|
| 158 |
print("Optimizing model...")
|
| 159 |
|
| 160 |
-
import optimum
|
| 161 |
-
from optimum.bettertransformer import BetterTransformer
|
| 162 |
-
|
| 163 |
-
model = BetterTransformer.transform(model)
|
| 164 |
|
| 165 |
print("Setup chat...")
|
| 166 |
|
|
|
|
| 157 |
|
| 158 |
print("Optimizing model...")
|
| 159 |
|
| 160 |
+
# import optimum
|
| 161 |
+
# from optimum.bettertransformer import BetterTransformer
|
| 162 |
+
# model = BetterTransformer.transform(model)
|
|
|
|
| 163 |
|
| 164 |
print("Setup chat...")
|
| 165 |
|