Spaces:
Runtime error
Runtime error
File size: 1,519 Bytes
82f1bf5 d754e91 62b53be fa0947b 82f1bf5 fa0947b 82f1bf5 d754e91 82f1bf5 d754e91 82f1bf5 d754e91 82f1bf5 d754e91 82f1bf5 62b53be 82f1bf5 fa0947b d754e91 82f1bf5 27c4f46 82f1bf5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
import os
import sys
import fire
import gradio as gr
from llama_lora.globals import Global
from llama_lora.ui.main_page import main_page, get_page_title, main_page_custom_css
from llama_lora.utils.data import init_data_dir
from llama_lora.models import load_base_model
def main(
load_8bit: bool = False,
base_model: str = "",
data_dir: str = "",
# Allows to listen on all interfaces by providing '0.0.0.0'.
server_name: str = "127.0.0.1",
share: bool = False,
skip_loading_base_model: bool = False,
ui_show_sys_info: bool = True,
ui_dev_mode: bool = False,
):
base_model = base_model or os.environ.get("LLAMA_LORA_BASE_MODEL", "")
data_dir = data_dir or os.environ.get("LLAMA_LORA_DATA_DIR", "")
assert (
base_model
), "Please specify a --base_model, e.g. --base_model='decapoda-research/llama-7b-hf'"
assert (
data_dir
), "Please specify a --data_dir, e.g. --data_dir='./data'"
Global.base_model = base_model
Global.data_dir = os.path.abspath(data_dir)
Global.load_8bit = load_8bit
Global.ui_dev_mode = ui_dev_mode
Global.ui_show_sys_info = ui_show_sys_info
os.makedirs(data_dir, exist_ok=True)
init_data_dir()
if not skip_loading_base_model:
load_base_model()
with gr.Blocks(title=get_page_title(), css=main_page_custom_css()) as demo:
main_page()
demo.queue(concurrency_count=1).launch(server_name=server_name, share=share)
if __name__ == "__main__":
fire.Fire(main)
|