Update app.py
Browse files
app.py
CHANGED
@@ -91,11 +91,11 @@ def fine_tune_model(base_model_name, dataset_name):
|
|
91 |
print(training_args)
|
92 |
print("###")
|
93 |
|
94 |
-
# PEFT
|
95 |
|
96 |
lora_config = LoraConfig(
|
97 |
r=16,
|
98 |
-
# TODO
|
99 |
#bias="none",
|
100 |
#lora_alpha=32,
|
101 |
#lora_dropout=0.05,
|
@@ -118,11 +118,11 @@ def fine_tune_model(base_model_name, dataset_name):
|
|
118 |
|
119 |
# Train model
|
120 |
|
121 |
-
|
122 |
|
123 |
# Push tokenizer to HF
|
124 |
|
125 |
-
|
126 |
|
127 |
def prompt_model(model_name, system_prompt, user_prompt, sql_context):
|
128 |
pipe = pipeline("text-generation",
|
|
|
91 |
print(training_args)
|
92 |
print("###")
|
93 |
|
94 |
+
# PEFT
|
95 |
|
96 |
lora_config = LoraConfig(
|
97 |
r=16,
|
98 |
+
# TODO https://www.philschmid.de/fine-tune-flan-t5-peft
|
99 |
#bias="none",
|
100 |
#lora_alpha=32,
|
101 |
#lora_dropout=0.05,
|
|
|
118 |
|
119 |
# Train model
|
120 |
|
121 |
+
trainer.train()
|
122 |
|
123 |
# Push tokenizer to HF
|
124 |
|
125 |
+
tokenizer.push_to_hub(FT_MODEL_NAME)
|
126 |
|
127 |
def prompt_model(model_name, system_prompt, user_prompt, sql_context):
|
128 |
pipe = pipeline("text-generation",
|