Spaces:
Runtime error
Runtime error
vishal0719
commited on
Commit
β’
e454491
1
Parent(s):
40b007e
removed disk_offload function
Browse files
app.py
CHANGED
@@ -54,14 +54,14 @@ model_config = transformers.AutoConfig.from_pretrained(
|
|
54 |
)
|
55 |
|
56 |
# Downloading and Initializing the model
|
57 |
-
model =
|
58 |
model_id,
|
59 |
trust_remote_code=True,
|
60 |
config=model_config,
|
61 |
# quantization_config=bnb_config,
|
62 |
device_map='auto',
|
63 |
token=hf_auth
|
64 |
-
)
|
65 |
|
66 |
# enable evaluation mode to allow model inference
|
67 |
model.eval()
|
|
|
54 |
)
|
55 |
|
56 |
# Downloading and Initializing the model
|
57 |
+
model = transformers.AutoModelForCausalLM.from_pretrained(
|
58 |
model_id,
|
59 |
trust_remote_code=True,
|
60 |
config=model_config,
|
61 |
# quantization_config=bnb_config,
|
62 |
device_map='auto',
|
63 |
token=hf_auth
|
64 |
+
)
|
65 |
|
66 |
# enable evaluation mode to allow model inference
|
67 |
model.eval()
|