kevinwang676's picture
Duplicate from kevinwang676/ChatGLM2-SadTalker-VC-en
e64d6ac
raw
history blame
2.39 kB
import cv2, os
import numpy as np
from tqdm import tqdm
import uuid
from src.utils.videoio import save_video_with_watermark
def paste_pic(video_path, pic_path, crop_info, new_audio_path, full_video_path, extended_crop=False):
if not os.path.isfile(pic_path):
raise ValueError('pic_path must be a valid path to video/image file')
elif pic_path.split('.')[-1] in ['jpg', 'png', 'jpeg']:
# loader for first frame
full_img = cv2.imread(pic_path)
else:
# loader for videos
video_stream = cv2.VideoCapture(pic_path)
fps = video_stream.get(cv2.CAP_PROP_FPS)
full_frames = []
while 1:
still_reading, frame = video_stream.read()
if not still_reading:
video_stream.release()
break
break
full_img = frame
frame_h = full_img.shape[0]
frame_w = full_img.shape[1]
video_stream = cv2.VideoCapture(video_path)
fps = video_stream.get(cv2.CAP_PROP_FPS)
crop_frames = []
while 1:
still_reading, frame = video_stream.read()
if not still_reading:
video_stream.release()
break
crop_frames.append(frame)
if len(crop_info) != 3:
print("you didn't crop the image")
return
else:
r_w, r_h = crop_info[0]
clx, cly, crx, cry = crop_info[1]
lx, ly, rx, ry = crop_info[2]
lx, ly, rx, ry = int(lx), int(ly), int(rx), int(ry)
# oy1, oy2, ox1, ox2 = cly+ly, cly+ry, clx+lx, clx+rx
# oy1, oy2, ox1, ox2 = cly+ly, cly+ry, clx+lx, clx+rx
if extended_crop:
oy1, oy2, ox1, ox2 = cly, cry, clx, crx
else:
oy1, oy2, ox1, ox2 = cly+ly, cly+ry, clx+lx, clx+rx
tmp_path = str(uuid.uuid4())+'.mp4'
out_tmp = cv2.VideoWriter(tmp_path, cv2.VideoWriter_fourcc(*'MP4V'), fps, (frame_w, frame_h))
for crop_frame in tqdm(crop_frames, 'seamlessClone:'):
p = cv2.resize(crop_frame.astype(np.uint8), (ox2-ox1, oy2 - oy1))
mask = 255*np.ones(p.shape, p.dtype)
location = ((ox1+ox2) // 2, (oy1+oy2) // 2)
gen_img = cv2.seamlessClone(p, full_img, mask, location, cv2.NORMAL_CLONE)
out_tmp.write(gen_img)
out_tmp.release()
save_video_with_watermark(tmp_path, new_audio_path, full_video_path, watermark=False)
os.remove(tmp_path)