372 lines
15 KiB
Python
372 lines
15 KiB
Python
import os
|
|
import time
|
|
import webbrowser
|
|
import customtkinter as ctk
|
|
from typing import Callable, Tuple
|
|
from PIL import Image, ImageOps, ImageDraw, ImageFont
|
|
import numpy as np
|
|
|
|
import modules.globals
|
|
import modules.metadata
|
|
from modules.face_analyser import get_one_face
|
|
from modules.capturer import get_video_frame, get_video_frame_total
|
|
from modules.processors.frame.core import get_frame_processors_modules
|
|
from modules.utilities import is_image, is_video, resolve_relative_path
|
|
|
|
ROOT = None
|
|
ROOT_HEIGHT = 700
|
|
ROOT_WIDTH = 600
|
|
|
|
PREVIEW = None
|
|
PREVIEW_MAX_HEIGHT = 720
|
|
PREVIEW_MAX_WIDTH = 1280
|
|
|
|
RECENT_DIRECTORY_SOURCE = None
|
|
RECENT_DIRECTORY_TARGET = None
|
|
RECENT_DIRECTORY_OUTPUT = None
|
|
|
|
preview_label = None
|
|
preview_slider = None
|
|
source_label = None
|
|
target_label = None
|
|
status_label = None
|
|
|
|
img_ft, vid_ft = modules.globals.file_types
|
|
|
|
|
|
def init(start: Callable[[], None], destroy: Callable[[], None]) -> ctk.CTk:
|
|
global ROOT, PREVIEW
|
|
|
|
ROOT = create_root(start, destroy)
|
|
PREVIEW = create_preview(ROOT)
|
|
|
|
return ROOT
|
|
|
|
|
|
def create_root(start: Callable[[], None], destroy: Callable[[], None]) -> ctk.CTk:
|
|
global source_label, target_label, status_label
|
|
|
|
ctk.deactivate_automatic_dpi_awareness()
|
|
ctk.set_appearance_mode('system')
|
|
ctk.set_default_color_theme(resolve_relative_path('ui.json'))
|
|
|
|
root = ctk.CTk()
|
|
root.minsize(ROOT_WIDTH, ROOT_HEIGHT)
|
|
root.title(f'{modules.metadata.name} {modules.metadata.version} {modules.metadata.edition}')
|
|
root.configure()
|
|
root.protocol('WM_DELETE_WINDOW', lambda: destroy())
|
|
|
|
source_label = ctk.CTkLabel(root, text=None)
|
|
source_label.place(relx=0.1, rely=0.1, relwidth=0.3, relheight=0.25)
|
|
|
|
target_label = ctk.CTkLabel(root, text=None)
|
|
target_label.place(relx=0.6, rely=0.1, relwidth=0.3, relheight=0.25)
|
|
|
|
source_button = ctk.CTkButton(root, text='Select a face', cursor='hand2', command=lambda: select_source_path())
|
|
source_button.place(relx=0.1, rely=0.4, relwidth=0.3, relheight=0.1)
|
|
|
|
target_button = ctk.CTkButton(root, text='Select a target', cursor='hand2', command=lambda: select_target_path())
|
|
target_button.place(relx=0.6, rely=0.4, relwidth=0.3, relheight=0.1)
|
|
|
|
keep_fps_value = ctk.BooleanVar(value=modules.globals.keep_fps)
|
|
keep_fps_checkbox = ctk.CTkSwitch(root, text='Keep fps', variable=keep_fps_value, cursor='hand2', command=lambda: setattr(modules.globals, 'keep_fps', not modules.globals.keep_fps))
|
|
keep_fps_checkbox.place(relx=0.1, rely=0.6)
|
|
|
|
keep_frames_value = ctk.BooleanVar(value=modules.globals.keep_frames)
|
|
keep_frames_switch = ctk.CTkSwitch(root, text='Keep frames', variable=keep_frames_value, cursor='hand2', command=lambda: setattr(modules.globals, 'keep_frames', keep_frames_value.get()))
|
|
keep_frames_switch.place(relx=0.1, rely=0.65)
|
|
|
|
enhancer_value = ctk.BooleanVar(value=modules.globals.fp_ui['face_enhancer'])
|
|
enhancer_switch = ctk.CTkSwitch(root, text='Face Enhancer', variable=enhancer_value, cursor='hand2', command=lambda: update_tumbler('face_enhancer',enhancer_value.get()))
|
|
enhancer_switch.place(relx=0.1, rely=0.7)
|
|
|
|
keep_audio_value = ctk.BooleanVar(value=modules.globals.keep_audio)
|
|
keep_audio_switch = ctk.CTkSwitch(root, text='Keep audio', variable=keep_audio_value, cursor='hand2', command=lambda: setattr(modules.globals, 'keep_audio', keep_audio_value.get()))
|
|
keep_audio_switch.place(relx=0.6, rely=0.6)
|
|
|
|
many_faces_value = ctk.BooleanVar(value=modules.globals.many_faces)
|
|
many_faces_switch = ctk.CTkSwitch(root, text='Many faces', variable=many_faces_value, cursor='hand2', command=lambda: setattr(modules.globals, 'many_faces', many_faces_value.get()))
|
|
many_faces_switch.place(relx=0.6, rely=0.65)
|
|
|
|
nsfw_value = ctk.BooleanVar(value=modules.globals.nsfw)
|
|
nsfw_switch = ctk.CTkSwitch(root, text='NSFW', variable=nsfw_value, cursor='hand2', command=lambda: setattr(modules.globals, 'nsfw', nsfw_value.get()))
|
|
nsfw_switch.place(relx=0.6, rely=0.7)
|
|
|
|
video_processor_label = ctk.CTkLabel(root, text="Video Processor:")
|
|
video_processor_label.place(relx=0.1, rely=0.75)
|
|
video_processor_var = ctk.StringVar(value=modules.globals.video_processor)
|
|
video_processor_menu = ctk.CTkOptionMenu(root, variable=video_processor_var, values=["cv2", "ffmpeg"], command=lambda choice: setattr(modules.globals, 'video_processor', choice))
|
|
video_processor_menu.place(relx=0.3, rely=0.75)
|
|
|
|
model_label = ctk.CTkLabel(root, text="Model:")
|
|
model_label.place(relx=0.1, rely=0.8)
|
|
model_var = ctk.StringVar(value=modules.globals.model)
|
|
model_entry = ctk.CTkEntry(root, textvariable=model_var)
|
|
model_entry.place(relx=0.3, rely=0.8, relwidth=0.4)
|
|
model_entry.bind("<FocusOut>", lambda event: setattr(modules.globals, 'model', model_var.get()))
|
|
|
|
start_button = ctk.CTkButton(root, text='Start', cursor='hand2', command=lambda: select_output_path(start))
|
|
start_button.place(relx=0.15, rely=0.85, relwidth=0.2, relheight=0.05)
|
|
|
|
stop_button = ctk.CTkButton(root, text='Destroy', cursor='hand2', command=lambda: destroy())
|
|
stop_button.place(relx=0.4, rely=0.85, relwidth=0.2, relheight=0.05)
|
|
|
|
preview_button = ctk.CTkButton(root, text='Preview', cursor='hand2', command=lambda: toggle_preview())
|
|
preview_button.place(relx=0.65, rely=0.85, relwidth=0.2, relheight=0.05)
|
|
|
|
live_button = ctk.CTkButton(root, text='Live', cursor='hand2', command=lambda: webcam_preview())
|
|
live_button.place(relx=0.40, rely=0.91, relwidth=0.2, relheight=0.05)
|
|
|
|
status_label = ctk.CTkLabel(root, text=None, justify='center')
|
|
status_label.place(relx=0.1, rely=0.95, relwidth=0.8)
|
|
|
|
donate_label = ctk.CTkLabel(root, text='Deep Live Cam', justify='center', cursor='hand2')
|
|
donate_label.place(relx=0.1, rely=0.98, relwidth=0.8)
|
|
donate_label.configure(text_color=ctk.ThemeManager.theme.get('URL').get('text_color'))
|
|
donate_label.bind('<Button>', lambda event: webbrowser.open('https://paypal.me/hacksider'))
|
|
|
|
return root
|
|
|
|
|
|
def create_preview(parent: ctk.CTkToplevel) -> ctk.CTkToplevel:
|
|
global preview_label, preview_slider
|
|
|
|
preview = ctk.CTkToplevel(parent)
|
|
preview.withdraw()
|
|
preview.title('Preview')
|
|
preview.configure()
|
|
preview.protocol('WM_DELETE_WINDOW', lambda: toggle_preview())
|
|
preview.resizable(width=False, height=False)
|
|
|
|
preview_label = ctk.CTkLabel(preview, text=None)
|
|
preview_label.pack(fill='both', expand=True)
|
|
|
|
preview_slider = ctk.CTkSlider(preview, from_=0, to=0, command=lambda frame_value: update_preview(frame_value))
|
|
|
|
return preview
|
|
|
|
|
|
def update_status(text: str) -> None:
|
|
status_label.configure(text=text)
|
|
ROOT.update()
|
|
|
|
|
|
def update_tumbler(var: str, value: bool) -> None:
|
|
modules.globals.fp_ui[var] = value
|
|
|
|
|
|
def select_source_path() -> None:
|
|
global RECENT_DIRECTORY_SOURCE, img_ft, vid_ft
|
|
|
|
PREVIEW.withdraw()
|
|
source_path = ctk.filedialog.askopenfilename(title='select an source image', initialdir=RECENT_DIRECTORY_SOURCE, filetypes=[img_ft])
|
|
if is_image(source_path):
|
|
modules.globals.source_path = source_path
|
|
RECENT_DIRECTORY_SOURCE = os.path.dirname(modules.globals.source_path)
|
|
image = render_image_preview(modules.globals.source_path, (200, 200))
|
|
source_label.configure(image=image)
|
|
else:
|
|
modules.globals.source_path = None
|
|
source_label.configure(image=None)
|
|
|
|
|
|
def select_target_path() -> None:
|
|
global RECENT_DIRECTORY_TARGET, img_ft, vid_ft
|
|
|
|
PREVIEW.withdraw()
|
|
target_path = ctk.filedialog.askopenfilename(title='select an target image or video', initialdir=RECENT_DIRECTORY_TARGET, filetypes=[img_ft, vid_ft])
|
|
if is_image(target_path):
|
|
modules.globals.target_path = target_path
|
|
RECENT_DIRECTORY_TARGET = os.path.dirname(modules.globals.target_path)
|
|
image = render_image_preview(modules.globals.target_path, (200, 200))
|
|
target_label.configure(image=image)
|
|
elif is_video(target_path):
|
|
modules.globals.target_path = target_path
|
|
RECENT_DIRECTORY_TARGET = os.path.dirname(modules.globals.target_path)
|
|
video_frame = render_video_preview(target_path, (200, 200))
|
|
target_label.configure(image=video_frame)
|
|
else:
|
|
modules.globals.target_path = None
|
|
target_label.configure(image=None)
|
|
|
|
|
|
def select_output_path(start: Callable[[], None]) -> None:
|
|
global RECENT_DIRECTORY_OUTPUT, img_ft, vid_ft
|
|
|
|
if is_image(modules.globals.target_path):
|
|
output_path = ctk.filedialog.asksaveasfilename(title='save image output file', filetypes=[img_ft], defaultextension='.png', initialfile='output.png', initialdir=RECENT_DIRECTORY_OUTPUT)
|
|
elif is_video(modules.globals.target_path):
|
|
output_path = ctk.filedialog.asksaveasfilename(title='save video output file', filetypes=[vid_ft], defaultextension='.mp4', initialfile='output.mp4', initialdir=RECENT_DIRECTORY_OUTPUT)
|
|
else:
|
|
output_path = None
|
|
if output_path:
|
|
modules.globals.output_path = output_path
|
|
RECENT_DIRECTORY_OUTPUT = os.path.dirname(modules.globals.output_path)
|
|
start()
|
|
|
|
|
|
def render_image_preview(image_path: str, size: Tuple[int, int]) -> ctk.CTkImage:
|
|
image = Image.open(image_path)
|
|
if size:
|
|
image = ImageOps.fit(image, size, Image.LANCZOS)
|
|
return ctk.CTkImage(image, size=image.size)
|
|
|
|
|
|
def render_video_preview(video_path: str, size: Tuple[int, int], frame_number: int = 0) -> ctk.CTkImage:
|
|
if modules.globals.video_processor == 'cv2':
|
|
import cv2
|
|
capture = cv2.VideoCapture(video_path)
|
|
if frame_number:
|
|
capture.set(cv2.CAP_PROP_POS_FRAMES, frame_number)
|
|
has_frame, frame = capture.read()
|
|
if has_frame:
|
|
image = Image.fromarray(cv2.cvtColor(frame, cv2.COLOR_BGR2RGB))
|
|
if size:
|
|
image = ImageOps.fit(image, size, Image.LANCZOS)
|
|
return ctk.CTkImage(image, size=image.size)
|
|
capture.release()
|
|
cv2.destroyAllWindows()
|
|
else:
|
|
import ffmpeg
|
|
probe = ffmpeg.probe(video_path)
|
|
time = float(probe['streams'][0]['duration']) // 2
|
|
out, _ = (
|
|
ffmpeg
|
|
.input(video_path, ss=time)
|
|
.filter('scale', size[0], size[1])
|
|
.output('pipe:', vframes=1, format='rawvideo', pix_fmt='rgb24')
|
|
.run(capture_stdout=True)
|
|
)
|
|
image = Image.frombytes('RGB', size, out)
|
|
return ctk.CTkImage(image, size=image.size)
|
|
|
|
|
|
def toggle_preview() -> None:
|
|
if PREVIEW.state() == 'normal':
|
|
PREVIEW.withdraw()
|
|
elif modules.globals.source_path and modules.globals.target_path:
|
|
init_preview()
|
|
update_preview()
|
|
PREVIEW.deiconify()
|
|
|
|
|
|
def init_preview() -> None:
|
|
if is_image(modules.globals.target_path):
|
|
preview_slider.pack_forget()
|
|
if is_video(modules.globals.target_path):
|
|
video_frame_total = get_video_frame_total(modules.globals.target_path)
|
|
preview_slider.configure(to=video_frame_total)
|
|
preview_slider.pack(fill='x')
|
|
preview_slider.set(0)
|
|
|
|
|
|
def update_preview(frame_number: int = 0) -> None:
|
|
if modules.globals.source_path and modules.globals.target_path:
|
|
temp_frame = get_video_frame(modules.globals.target_path, frame_number)
|
|
if modules.globals.nsfw == False:
|
|
from modules.predicter import predict_frame
|
|
if predict_frame(temp_frame):
|
|
quit()
|
|
for frame_processor in get_frame_processors_modules(modules.globals.frame_processors):
|
|
temp_frame = frame_processor.process_frame(
|
|
get_one_face(modules.globals.source_path),
|
|
temp_frame
|
|
)
|
|
image = Image.fromarray(temp_frame)
|
|
image = ImageOps.contain(image, (PREVIEW_MAX_WIDTH, PREVIEW_MAX_HEIGHT), Image.LANCZOS)
|
|
image = ctk.CTkImage(image, size=image.size)
|
|
preview_label.configure(image=image)
|
|
|
|
def draw_fps(image, fps):
|
|
draw = ImageDraw.Draw(image)
|
|
font = ImageFont.truetype("/System/Library/Fonts/Supplemental/Arial.ttf", 36)
|
|
draw.text((10, 10), f"FPS: {fps:.2f}", font=font, fill=(255, 255, 255))
|
|
return image
|
|
|
|
def webcam_preview():
|
|
if modules.globals.source_path is None:
|
|
# No image selected
|
|
return
|
|
|
|
global preview_label, PREVIEW
|
|
|
|
if modules.globals.video_processor == 'cv2':
|
|
import cv2
|
|
cap = cv2.VideoCapture(0) # Use index for the webcam (adjust the index accordingly if necessary)
|
|
if not cap.isOpened():
|
|
update_status("Error: Unable to open webcam. Please check your camera connection.")
|
|
return
|
|
cap.set(cv2.CAP_PROP_FRAME_WIDTH, 1280) # Set the width of the resolution
|
|
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, 720) # Set the height of the resolution
|
|
cap.set(cv2.CAP_PROP_FPS, 30) # Set the frame rate of the webcam
|
|
else:
|
|
import ffmpeg
|
|
import subprocess
|
|
|
|
command = [
|
|
'ffmpeg',
|
|
'-f', 'avfoundation',
|
|
'-framerate', '30',
|
|
'-video_size', '1280x720',
|
|
'-i', '0:none',
|
|
'-f', 'rawvideo',
|
|
'-pix_fmt', 'rgb24',
|
|
'-'
|
|
]
|
|
|
|
process = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
|
|
preview_label.configure(image=None) # Reset the preview image before startup
|
|
|
|
PREVIEW.deiconify() # Open preview window
|
|
|
|
frame_processors = get_frame_processors_modules(modules.globals.frame_processors)
|
|
|
|
# Load the source image
|
|
if modules.globals.video_processor == 'cv2':
|
|
import cv2
|
|
source_image = cv2.imread(modules.globals.source_path)
|
|
source_image = cv2.cvtColor(source_image, cv2.COLOR_BGR2RGB)
|
|
else:
|
|
source_image = np.array(Image.open(modules.globals.source_path))
|
|
|
|
source_face = get_one_face(source_image)
|
|
|
|
prev_frame_time = time.time()
|
|
fps = 0
|
|
|
|
while True:
|
|
if modules.globals.video_processor == 'cv2':
|
|
ret, frame = cap.read()
|
|
if not ret:
|
|
break
|
|
temp_frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
|
|
else:
|
|
in_bytes = process.stdout.read(1280 * 720 * 3)
|
|
if not in_bytes:
|
|
break
|
|
temp_frame = np.frombuffer(in_bytes, np.uint8).reshape([720, 1280, 3])
|
|
|
|
for frame_processor in frame_processors:
|
|
temp_frame = frame_processor.process_frame(source_face, temp_frame)
|
|
|
|
# Calculate FPS
|
|
current_time = time.time()
|
|
fps = 1 / (current_time - prev_frame_time)
|
|
prev_frame_time = current_time
|
|
|
|
image = Image.fromarray(temp_frame)
|
|
image = ImageOps.contain(image, (PREVIEW_MAX_WIDTH, PREVIEW_MAX_HEIGHT), Image.LANCZOS)
|
|
|
|
# Draw FPS on the image
|
|
image = draw_fps(image, fps)
|
|
|
|
image = ctk.CTkImage(image, size=image.size)
|
|
preview_label.configure(image=image)
|
|
ROOT.update()
|
|
|
|
if modules.globals.video_processor == 'cv2':
|
|
cap.release()
|
|
else:
|
|
process.terminate()
|
|
PREVIEW.withdraw() # Close preview window when loop is finished |