import os import gradio as gr import copy from llama_cpp import Llama from huggingface_hub import hf_hub_download from trimesh.exchange.gltf import export_glb import trimesh import numpy as np import tempfile # Initialize Llama model from Hugging Face model = Llama( model_path=hf_hub_download( repo_id=os.environ.get("REPO_ID", "Lyte/LLaMA-Mesh-Q4_K_M-GGUF"), filename=os.environ.get("MODEL_FILE", "llama-mesh-q4_k_m.gguf"), ) ) DESCRIPTION = '''

LLaMA-Mesh

LLaMA-Mesh: Unifying 3D Mesh Generation with Language Models.

Supports up to 4096 tokens. Run locally for 8k token context.

To generate another mesh, click "clear" and start a new dialog.

''' LICENSE = """

--- Built with Meta Llama 3.1 8B --- """ PLACEHOLDER = """

LLaMA-Mesh

Create 3D meshes by chatting.

""" css = """ h1 { text-align: center; } #duplicate-button { margin: auto; color: white; background: #1565c0; border-radius: 100vh; } """ def generate_text(message, history, max_tokens=2048, temperature=0.9, top_p=0.95): temp = "" response = model.create_chat_completion( messages=[{"role": "user", "content": message}], temperature=temperature, max_tokens=max_tokens, top_p=top_p, stream=True, ) for streamed in response: delta = streamed["choices"][0].get("delta", {}) #print(delta) text_chunk = delta.get("content", "") temp += text_chunk yield temp def apply_gradient_color(mesh_text): temp_file = tempfile.NamedTemporaryFile(suffix=".obj", delete=False).name with open(temp_file, "w") as f: f.write(mesh_text) mesh = trimesh.load_mesh(temp_file, file_type='obj') vertices = mesh.vertices y_values = vertices[:, 1] y_normalized = (y_values - y_values.min()) / (y_values.max() - y_values.min()) colors = np.zeros((len(vertices), 4)) colors[:, 0] = y_normalized colors[:, 2] = 1 - y_normalized colors[:, 3] = 1.0 mesh.visual.vertex_colors = colors glb_path = temp_file.replace(".obj", ".glb") with open(glb_path, "wb") as f: f.write(export_glb(mesh)) return glb_path with gr.Blocks(css=css) as demo: gr.Markdown(DESCRIPTION) chatbot = gr.ChatInterface( generate_text, title="LLaMA-Mesh | GGUF Integration", description="Supports generating 3D meshes with LLaMA-GGUF.", examples=[ ['Create a 3D model of a wooden hammer'], ['Create a 3D model of a pyramid in OBJ format'], ['Create a 3D model of a table.'], ], cache_examples=False, additional_inputs=[ gr.Slider(minimum=2048, maximum=8192, value=4096, step=1, label="Max new tokens"), gr.Slider(minimum=0.1, maximum=1.5, value=0.9, step=0.1, label="Temperature"), gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"), ], ) gr.Markdown("### 3D Mesh Visualization") mesh_input = gr.Textbox( label="3D Mesh Input", placeholder="Paste your 3D mesh in OBJ format here...", lines=5, ) visualize_button = gr.Button("Visualize 3D Mesh") output_model = gr.Model3D(label="3D Mesh Visualization") visualize_button.click( fn=apply_gradient_color, inputs=[mesh_input], outputs=[output_model] ) gr.Markdown(LICENSE) # Launch the demo if __name__ == "__main__": demo.launch()