ui updates

llama_lora/globals.py

@@ -1,7 +1,12 @@
+import os
+import subprocess
+
 from typing import Any, Dict, List, Optional, Tuple, Union
 
 
 class Global:
+    version = None
+
     base_model: str = ""
     data_dir: str = ""
     load_8bit: bool = False
@@ -15,3 +20,32 @@ class Global:
     ui_subtitle: str = "Toolkit for examining and fine-tuning LLaMA models using low-rank adaptation (LoRA)."
     ui_show_sys_info: bool = True
     ui_dev_mode: bool = False
+
+
+def get_package_dir():
+    current_file_path = os.path.abspath(__file__)
+    parent_directory_path = os.path.dirname(current_file_path)
+    return os.path.abspath(parent_directory_path)
+
+
+def get_git_commit_hash():
+    try:
+        original_cwd = os.getcwd()
+        project_dir = get_package_dir()
+        try:
+            os.chdir(project_dir)
+            commit_hash = subprocess.check_output(
+                ['git', 'rev-parse', 'HEAD']).strip().decode('utf-8')
+            return commit_hash
+        except Exception as e:
+            print(f"Cannot get git commit hash: {e}")
+        finally:
+            os.chdir(original_cwd)
+    except Exception as e:
+        print(f"Cannot get git commit hash: {e}")
+
+
+commit_hash = get_git_commit_hash()
+
+if commit_hash:
+    Global.version = commit_hash[:8]

llama_lora/ui/inference_ui.py

@@ -173,7 +173,8 @@ def inference_ui():
         with gr.Row():
             with gr.Column():
                 with gr.Column(elem_id="inference_prompt_box"):
-                    variable_0 = gr.Textbox(lines=2, label="Prompt", placeholder="Tell me about alpecas and llamas.")
+                    variable_0 = gr.Textbox(
+                        lines=2, label="Prompt", placeholder="Tell me about alpecas and llamas.")
                     variable_1 = gr.Textbox(lines=2, label="", visible=False)
                     variable_2 = gr.Textbox(lines=2, label="", visible=False)
                     variable_3 = gr.Textbox(lines=2, label="", visible=False)
@@ -186,15 +187,16 @@ def inference_ui():
                         preview_prompt = gr.Textbox(
                             show_label=False, interactive=False, elem_id="inference_preview_prompt")
 
-                with gr.Column():
-                    with gr.Row():
-                        generate_btn = gr.Button(
-                            "Generate", variant="primary", label="Generate", elem_id="inference_generate_btn",
-                        )
-                        stop_btn = gr.Button(
-                            "Stop", variant="stop", label="Stop Iterating", elem_id="inference_stop_btn")
+                # with gr.Column():
+                #     with gr.Row():
+                #         generate_btn = gr.Button(
+                #             "Generate", variant="primary", label="Generate", elem_id="inference_generate_btn",
+                #         )
+                #         stop_btn = gr.Button(
+                #             "Stop", variant="stop", label="Stop Iterating", elem_id="inference_stop_btn")
 
-                with gr.Column():
+                # with gr.Column():
+                with gr.Accordion("Options", open=True, elem_id="inference_options_accordion"):
                     temperature = gr.Slider(
                         minimum=0.01, maximum=1.99, value=0.1, step=0.01,
                         label="Temperature",
@@ -236,6 +238,15 @@ def inference_ui():
                         elem_id="inference_stream_output",
                         value=True
                     )
+
+                with gr.Column():
+                    with gr.Row():
+                        generate_btn = gr.Button(
+                            "Generate", variant="primary", label="Generate", elem_id="inference_generate_btn",
+                        )
+                        stop_btn = gr.Button(
+                            "Stop", variant="stop", label="Stop Iterating", elem_id="inference_stop_btn")
+
             with gr.Column():
                 inference_output = gr.Textbox(
                     lines=12, label="Output", elem_id="inference_output")
@@ -265,7 +276,8 @@ def inference_ui():
                 max_new_tokens,
                 stream_output,
             ],
-            outputs=inference_output
+            outputs=inference_output,
+            api_name="inference"
         )
         stop_btn.click(fn=None, inputs=None, outputs=None,
                        cancels=[generate_event])
@@ -330,7 +342,7 @@ def inference_ui():
             placement: 'right',
             delay: [500, 0],
             animation: 'scale-subtle',
-            content: 'This is the input that will actually be sent to the language model.',
+            content: 'This is the prompt that will be sent to the language model.',
           });
         });
 
@@ -385,7 +397,7 @@ def inference_ui():
 
       }, 100);
 
-      // Show/hide generate and save button base on the state.
+      // Show/hide generate and stop button base on the state.
       setTimeout(function () {
         // Make the '#inference_output > .wrap' element appear
         document.getElementById("inference_stop_btn").click();

llama_lora/ui/main_page.py

@@ -25,10 +25,15 @@ def main_page():
                 inference_ui()
             with gr.Tab("Fine-tuning"):
                 finetune_ui()
+            info = []
+            if Global.version:
+                info.append(f"LLaMA-LoRA `{Global.version}`")
+            info.append(f"Base model: `{Global.base_model}`")
             if Global.ui_show_sys_info:
-                gr.Markdown(f"""
-                    <small>Data dir: `{Global.data_dir}`</small>
-                    """)
+                info.append(f"Data dir: `{Global.data_dir}`")
+            gr.Markdown(f"""
+                <small>{"&nbsp;&nbsp;·&nbsp;&nbsp;".join(info)}</small>
+                """)
     main_page_blocks.load(_js=f"""
     function () {{
         {popperjs_core_code()}
@@ -121,6 +126,23 @@ def main_page_custom_css():
         border-top-right-radius: 0;
     }
 
+    #inference_options_accordion {
+        padding: 0;
+    }
+    #inference_options_accordion > .label-wrap {
+        user-select: none;
+        padding: var(--block-padding);
+        margin-bottom: 0;
+    }
+    #inference_options_accordion > *:last-child > .form {
+        border-left: 0;
+        border-right: 0;
+        border-bottom: 0;
+        border-top-left-radius: 0;
+        border-top-right-radius: 0;
+        box-shadow: none;
+    }
+
     #dataset_plain_text_input_variables_separator textarea,
     #dataset_plain_text_input_and_output_separator textarea,
     #dataset_plain_text_data_separator textarea {