Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ device_map = "auto"
|
|
12 |
hf_token = os.getenv('hftoken')
|
13 |
login(token=hf_token)
|
14 |
|
15 |
-
config = PeftConfig.from_pretrained(peft_model)
|
16 |
|
17 |
base_model = AutoModelForCausalLM.from_pretrained(
|
18 |
model_name,
|
@@ -50,7 +50,7 @@ demo = gr.ChatInterface(echo,
|
|
50 |
undo_btn="Delete Previous",
|
51 |
clear_btn="Clear",
|
52 |
additional_inputs=[
|
53 |
-
gr.Slider(64, 256, value=
|
54 |
],
|
55 |
|
56 |
)
|
|
|
12 |
hf_token = os.getenv('hftoken')
|
13 |
login(token=hf_token)
|
14 |
|
15 |
+
# config = PeftConfig.from_pretrained(peft_model)
|
16 |
|
17 |
base_model = AutoModelForCausalLM.from_pretrained(
|
18 |
model_name,
|
|
|
50 |
undo_btn="Delete Previous",
|
51 |
clear_btn="Clear",
|
52 |
additional_inputs=[
|
53 |
+
gr.Slider(64, 256, value=80)
|
54 |
],
|
55 |
|
56 |
)
|