Spaces:
Runtime error
Runtime error
import gradio as gr | |
from transformers import DPTFeatureExtractor, DPTForDepthEstimation | |
import torch | |
import numpy as np | |
from PIL import Image | |
from pathlib import Path | |
from depth_viewer import depthviewer2html | |
import cv2 | |
feature_extractor = DPTFeatureExtractor.from_pretrained("Intel/dpt-large") | |
model = DPTForDepthEstimation.from_pretrained("Intel/dpt-large") | |
def process_image(image_path): | |
image_path = Path(image_path) | |
image = Image.open(image_path) | |
# if wider than 512 pixels let's resample to keep it performant on phones etc | |
if (image.size[0] > 512): | |
image = image.resize((512,int(512*image.size[1]/image.size[0])),Image.Resampling.LANCZOS) | |
# prepare image for the model | |
encoding = feature_extractor(image, return_tensors="pt") | |
# forward pass | |
with torch.no_grad(): | |
outputs = model(**encoding) | |
predicted_depth = outputs.predicted_depth | |
# interpolate to original size | |
prediction = torch.nn.functional.interpolate( | |
predicted_depth.unsqueeze(1), | |
size=image.size[::-1], | |
mode="bicubic", | |
align_corners=False, | |
).squeeze() | |
output = prediction.cpu().numpy() | |
depth = (output * 255 / np.max(output)).astype('uint8') | |
h = depthviewer2html(image,depth) | |
return [h] | |
title = "3d Visualization of Depth Maps Generated using MiDaS" | |
description = "Improved 3D interactive depth viewer using Three.js embedded in a Gradio app. For more details see the <a href='https://colab.research.google.com/drive/1l2l8U7Vhq9RnvV2tHyfhrXKNuHfmb4IP?usp=sharing'>Colab Notebook.</a>" | |
examples = [["examples/owl1.jpg"],['examples/marsattacks.jpg'],['examples/kitten.jpg']] | |
iface = gr.Interface(fn=process_image, | |
inputs=[gr.Image(type="filepath",label="Input Image")], | |
outputs=[gr.HTML(label='Depth Viewer',elem_id='depth-viewer')], | |
title=title, | |
description=description, | |
examples=examples, | |
allow_flagging="never", | |
cache_examples=False, | |
css='#depth-viewer: {height:300px;}') | |
iface.launch(debug=True, enable_queue=False) |