wondervictor commited on
Commit
b309037
·
verified ·
1 Parent(s): 9ed9b88

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +8 -8
model.py CHANGED
@@ -52,8 +52,8 @@ class Model:
52
  self.gpt_model_canny = self.load_gpt(condition_type='canny')
53
  self.gpt_model_depth = self.load_gpt(condition_type='depth')
54
  self.get_control_canny = CannyDetector()
55
- # self.get_control_depth = MidasDetector('cuda')
56
- self.get_control_depth = MidasDetector.from_pretrained("lllyasviel/Annotators")
57
 
58
  def to(self, device):
59
  self.gpt_model_canny.to('cuda')
@@ -206,12 +206,12 @@ class Model:
206
  # condition_img = condition_img.unsqueeze(0).repeat(2, 3, 1, 1)
207
  # condition_img = condition_img.to(self.device)
208
  # condition_img = 2 * (condition_img / 255 - 0.5)
209
-
210
- control_image = self.get_control_depth(
211
- image=image,
212
- image_resolution=512,
213
- detect_resolution=512,
214
- )
215
 
216
  prompts = [prompt] * 2
217
  caption_embs, emb_masks = self.t5_model.get_text_embeddings(prompts)
 
52
  self.gpt_model_canny = self.load_gpt(condition_type='canny')
53
  self.gpt_model_depth = self.load_gpt(condition_type='depth')
54
  self.get_control_canny = CannyDetector()
55
+ self.get_control_depth = MidasDetector('cuda')
56
+ # self.get_control_depth = MidasDetector.from_pretrained("lllyasviel/Annotators")
57
 
58
  def to(self, device):
59
  self.gpt_model_canny.to('cuda')
 
206
  # condition_img = condition_img.unsqueeze(0).repeat(2, 3, 1, 1)
207
  # condition_img = condition_img.to(self.device)
208
  # condition_img = 2 * (condition_img / 255 - 0.5)
209
+ condition_img = 2 * (image_tensor / 255 - 0.5)
210
+ # control_image = self.get_control_depth(
211
+ # image=image,
212
+ # image_resolution=512,
213
+ # detect_resolution=512,
214
+ # )
215
 
216
  prompts = [prompt] * 2
217
  caption_embs, emb_masks = self.t5_model.get_text_embeddings(prompts)