Update app.py
Browse files
app.py
CHANGED
@@ -52,13 +52,11 @@ def download_model(base_model_id):
|
|
52 |
model = AutoModelForCausalLM.from_pretrained(base_model_id)
|
53 |
|
54 |
###
|
55 |
-
# Define the correct rope_scaling dictionary
|
56 |
rope_scaling = {
|
57 |
"type": "linear",
|
58 |
"factor": 8.0
|
59 |
}
|
60 |
|
61 |
-
# Update the model's config with the corrected rope_scaling
|
62 |
model.config.rope_scaling = rope_scaling
|
63 |
###
|
64 |
|
|
|
52 |
model = AutoModelForCausalLM.from_pretrained(base_model_id)
|
53 |
|
54 |
###
|
|
|
55 |
rope_scaling = {
|
56 |
"type": "linear",
|
57 |
"factor": 8.0
|
58 |
}
|
59 |
|
|
|
60 |
model.config.rope_scaling = rope_scaling
|
61 |
###
|
62 |
|