Spaces:
Runtime error
Runtime error
vishal0719
commited on
Commit
β’
eb27c80
1
Parent(s):
38314f3
updated parameters for transformers
Browse files
app.py
CHANGED
@@ -48,7 +48,7 @@ hf_auth = os.environ.get("hf_auth")
|
|
48 |
# Downloading and parsing model's configuration from HF
|
49 |
model_config = transformers.AutoConfig.from_pretrained(
|
50 |
model_id,
|
51 |
-
|
52 |
)
|
53 |
|
54 |
# Downloading and Initializing the model
|
@@ -58,7 +58,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
|
|
58 |
config=model_config,
|
59 |
quantization_config=bnb_config,
|
60 |
device_map='auto',
|
61 |
-
|
62 |
)
|
63 |
|
64 |
# enable evaluation mode to allow model inference
|
|
|
48 |
# Downloading and parsing model's configuration from HF
|
49 |
model_config = transformers.AutoConfig.from_pretrained(
|
50 |
model_id,
|
51 |
+
token=hf_auth
|
52 |
)
|
53 |
|
54 |
# Downloading and Initializing the model
|
|
|
58 |
config=model_config,
|
59 |
quantization_config=bnb_config,
|
60 |
device_map='auto',
|
61 |
+
token=hf_auth
|
62 |
)
|
63 |
|
64 |
# enable evaluation mode to allow model inference
|