Test experts

app_caption.py

@@ -14,8 +14,8 @@ def create_demo():
 
     with gr.Row():
         with gr.Column():
+            model_name = gr.Dropdown(label='Model', choices=['Prismer-Base'], value='Prismer-Base')
             image = gr.Image(label='Input', type='filepath')
-            model_name = gr.Dropdown(label='Model', choices=['prismer_base'], value='prismer_base')
             run_button = gr.Button('Run')
         with gr.Column(scale=1.5):
             caption = gr.Text(label='Caption')
@@ -40,7 +40,7 @@ def create_demo():
     #             cache_examples=os.getenv('SYSTEM') == 'spaces')
 
     paths = sorted(pathlib.Path('prismer/images').glob('*'))
-    examples = [[path.as_posix(), 'prismer_base'] for path in paths]
+    examples = [[path.as_posix(), 'Prismer-Base'] for path in paths]
     gr.Examples(examples=examples,
                 inputs=inputs,
                 outputs=outputs,

prismer_model.py

@@ -53,7 +53,7 @@ def run_experts(image_path: str) -> tuple[str | None, ...]:
             env['PYTHONPATH'] = f'{submodule_dir.as_posix()}:{env["PYTHONPATH"]}'
         else:
             env['PYTHONPATH'] = submodule_dir.as_posix()
-        subprocess.run(shlex.split(f'python experts/generate_{expert_name}.py'), cwd='prismer', env=env, check=True)
+        subprocess.run(shlex.split(f'accelerate experts/generate_{expert_name}.py'), cwd='prismer', env=env, check=True)
 
     keys = ['depth', 'edge', 'normal', 'seg_coco', 'obj_detection', 'ocr_detection']
     results = [pathlib.Path('prismer/helpers/labels') / key / 'helpers/images/image.png' for key in keys]
@@ -77,7 +77,7 @@ class Model:
             'label_path': 'prismer/helpers/labels',
             'experts': ['depth', 'normal', 'seg_coco', 'edge', 'obj_detection', 'ocr_detection'],
             'image_resolution': 480,
-            'prismer_model': 'prismer_base',
+            'prismer_model': 'prismer_base' if self.exp_name == 'Prismer-Base' else 'prismer_large',
             'freeze': 'freeze_vision',
             'prefix': 'A picture of',
         }