Spaces:
Runtime error
Runtime error
ShoufaChen
commited on
Commit
β’
e556404
1
Parent(s):
8520906
upgrade πππ
Browse files
app.py
CHANGED
@@ -44,7 +44,7 @@ def load_model(args):
|
|
44 |
llm = LLM(
|
45 |
args=args,
|
46 |
model='serve/fake_json/{}.json'.format(args.gpt_model),
|
47 |
-
gpu_memory_utilization=0.
|
48 |
skip_tokenizer_init=True)
|
49 |
print(f"gpt model is loaded")
|
50 |
return vq_model, llm, image_size
|
|
|
44 |
llm = LLM(
|
45 |
args=args,
|
46 |
model='serve/fake_json/{}.json'.format(args.gpt_model),
|
47 |
+
gpu_memory_utilization=0.6,
|
48 |
skip_tokenizer_init=True)
|
49 |
print(f"gpt model is loaded")
|
50 |
return vq_model, llm, image_size
|