Update app.py

app.py

@@ -29,23 +29,23 @@ def process(action, base_model_name, ft_model_name, dataset_name, system_prompt,
 def fine_tune_model(base_model_name, dataset_name):
     # Load dataset
     
-    #dataset = load_dataset(dataset_name)
+    dataset = load_dataset(dataset_name)
 
-    #print("### Dataset")
-    #print(dataset)
-    #print("### Example")
-    #print(dataset["train"][:1])
-    #print("###")
+    print("### Dataset")
+    print(dataset)
+    print("### Example")
+    print(dataset["train"][:1])
+    print("###")
     
     # Load model
     
-    #model, tokenizer = load_model(base_model_name)
+    model, tokenizer = load_model(base_model_name)
 
-    #print("### Model")
-    #print(model)
-    #print("### Tokenizer")
-    #print(tokenizer)
-    #print("###")
+    print("### Model")
+    print(model)
+    print("### Tokenizer")
+    print(tokenizer)
+    print("###")
     
     # Pre-process dataset
     
@@ -53,26 +53,26 @@ def fine_tune_model(base_model_name, dataset_name):
         model_inputs = tokenizer(examples["sql_prompt"], text_target=examples["sql"], max_length=512, padding="max_length", truncation=True)
         return model_inputs
         
-    #dataset = dataset.map(preprocess, batched=True)
+    dataset = dataset.map(preprocess, batched=True)
 
-    #print("### Pre-processed dataset")
-    #print(dataset)
-    #print("### Example")
-    #print(dataset["train"][:1])
-    #print("###")
+    print("### Pre-processed dataset")
+    print(dataset)
+    print("### Example")
+    print(dataset["train"][:1])
+    print("###")
     
     # Split dataset into training and validation sets
     
-    ##train_dataset = dataset["train"]
-    ##test_dataset = dataset["test"]
-    #train_dataset = dataset["train"].shuffle(seed=42).select(range(1000))
-    #test_dataset = dataset["test"].shuffle(seed=42).select(range(100))
+    #train_dataset = dataset["train"]
+    #test_dataset = dataset["test"]
+    train_dataset = dataset["train"].shuffle(seed=42).select(range(1000))
+    test_dataset = dataset["test"].shuffle(seed=42).select(range(100))
 
-    #print("### Training dataset")
-    #print(train_dataset)
-    #print("### Validation dataset")
-    #print(test_dataset)
-    #print("###")
+    print("### Training dataset")
+    print(train_dataset)
+    print("### Validation dataset")
+    print(test_dataset)
+    print("###")
     
     # Configure training arguments
     
@@ -120,10 +120,10 @@ def fine_tune_model(base_model_name, dataset_name):
     
     api = HfApi()
     api.create_repo(repo_id=FT_MODEL_NAME)
-    api.upload_folder(
-        folder_path="./output/",
-        repo_id="Meta-Llama-3.1-8B-Instruct-text-to-sql"
-    )
+    #api.upload_folder(
+    #    folder_path="./output",
+    #    repo_id="Meta-Llama-3.1-8B-Instruct-text-to-sql"
+    #)
 
     tokenizer.push_to_hub(FT_MODEL_NAME)