Compare commits

...
13 Commits
Author SHA1 Message Date
david 5a86d8eef3 Add start, stop, and restart helper scripts with baked-in venv checks 2026-06-24 14:44:47 -04:00
david 3a3d121fae Add virtualenv manager and daemon runner script 2026-06-24 14:44:35 -04:00
david 5a732f1542 Add Flask-based Web UI and pipeline orchestrator 2026-06-24 14:36:18 -04:00
david dff277f3a9 Add DeepFaceLab submodule 2026-06-24 13:53:24 -04:00
david 7d23263fe9 Activate deepfacelab conda environment and add pretrain_Quick96 zip 2026-06-24 13:53:19 -04:00
Nicholas Georgescu 7187736a69 added gpu check and potential nvidia fix that works on some systems (#71) 2023-07-11 16:29:23 +03:00
Claudio Sánchez 8cda581d2c fix "no training data provided" (#69)
* Update 6_train_Quick96.sh

Fix "no training data provided"

* Update 6_train_SAEHD.sh

fix "no training data provided"
2023-01-24 13:27:17 +03:00
Maximilian Wolf 05482b3825 Create 6_export_SAEHD_as_dfm.sh and 6_export_AMP_as_dfm.sh (#68) 2022-11-23 23:38:55 +03:00
githubcatw 65ca4c8ba5 Add support for generic XSeg (#65)
* Add generic XSeg
2022-10-12 10:48:58 +03:00
Struchkov Mark 3f860b0be4 Update 3.1_denoise_data_dst_images.sh (#37) 2021-05-19 14:14:08 +03:00
Alex 797e9e026c While the conda does not have new CUDNN and cudatoolkit packages, we use packages for version 2.3. fix #24
Thx for your attention, added the readme and changed the python version fix #25

HAPPY NEW YEAR!!!!!!!
2020-12-31 15:18:00 +05:00
Alex 2d331d7f31 Update CUDNN and Cuda versions for TF 2.4 2020-12-26 14:32:50 +05:00
Deepak Mangla 6de7d2fa20 Fetch only latest revision of Repo. Full repo is too large. (#15) 2020-12-09 12:48:22 +05:00
20 changed files with 1881 additions and 7 deletions
+3
View File
@@ -0,0 +1,3 @@
[submodule "DeepFaceLab"]
path = DeepFaceLab
url = https://github.com/iperov/DeepFaceLab.git
Submodule
+1
Submodule DeepFaceLab added at e4b7543ffa
+19 -2
View File
@@ -17,12 +17,24 @@ Check latest cudnn and cudatoolkit version for your GPU device.
```bash
conda create -n deepfacelab -c main python=3.7 cudnn=7.6.5 cudatoolkit=10.1.243
conda activate deepfacelab
git clone https://github.com/nagadit/DeepFaceLab_Linux.git
git clone --depth 1 https://github.com/nagadit/DeepFaceLab_Linux.git
cd DeepFaceLab_Linux
git clone https://github.com/iperov/DeepFaceLab.git
git clone --depth 1 https://github.com/iperov/DeepFaceLab.git
python -m pip install -r ./DeepFaceLab/requirements-cuda.txt
```
you can confirm your gpu is working correctly by running the following code and seeing what messages pop up:
```bash
python -c "import tensorflow as tf;print(tf.__version__)"
```
If the scripts can't seem to access the GPU and you're having issues with cuda version mismatches when running `nvidia-smi`, they can sometimes be remedied by simply running
```bash
conda install tensorflow-gpu==2.4.1
```
## 4. Download Pretrain (optional)
Use script 4.1 from the scripts directory.
@@ -35,3 +47,8 @@ Or download manually
[Quick96](https://github.com/nagadit/DeepFaceLab_Linux/releases/download/1.0/pretrain_Quick96.zip)
## 5. Navigate to the scripts directory and begin using DeepFaceLab_Linux ᗡ:
Run all scripts with BASH shell
```bash
bash 1_clear_workspace.sh
```
etc
+197
View File
@@ -0,0 +1,197 @@
#!/usr/bin/env python3
import os
import sys
import time
import signal
import socket
import subprocess
import shutil
PROJECT_DIR = os.path.dirname(os.path.abspath(__file__))
VENV_DIR = os.path.join(PROJECT_DIR, '.venv')
PID_FILE = os.path.join(PROJECT_DIR, '.webui.pid')
LOG_FILE = os.path.join(PROJECT_DIR, 'webui_server.log')
SERVER_SCRIPT = os.path.join(PROJECT_DIR, 'web_ui_server.py')
# Get correct python / pip paths in virtualenv
if sys.platform == 'win32':
VENV_PYTHON = os.path.join(VENV_DIR, 'Scripts', 'python.exe')
VENV_PIP = os.path.join(VENV_DIR, 'Scripts', 'pip.exe')
else:
VENV_PYTHON = os.path.join(VENV_DIR, 'bin', 'python')
VENV_PIP = os.path.join(VENV_DIR, 'bin', 'pip')
def is_port_in_use(port=8082):
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
return s.connect_ex(('127.0.0.1', port)) == 0
def check_process_running(pid):
try:
os.kill(pid, 0)
return True
except OSError:
return False
def get_running_pid():
if os.path.exists(PID_FILE):
try:
with open(PID_FILE, 'r') as f:
pid = int(f.read().strip())
if check_process_running(pid):
return pid
except ValueError:
pass
return None
def setup():
print("=== Setting up virtual environment ===")
if not os.path.exists(VENV_DIR):
print(f"Creating virtual environment in {VENV_DIR}...")
try:
subprocess.run([sys.executable, '-m', 'venv', VENV_DIR], check=True)
print("Virtual environment created successfully.")
except subprocess.CalledProcessError as e:
print(f"Error creating virtual environment: {e}", file=sys.stderr)
sys.exit(1)
else:
print("Virtual environment already exists.")
print("\n=== Installing dependencies ===")
try:
print("Upgrading pip...")
subprocess.run([VENV_PIP, 'install', '--upgrade', 'pip'], check=True)
print("Installing Flask...")
subprocess.run([VENV_PIP, 'install', 'Flask'], check=True)
print("All dependencies installed successfully.")
except subprocess.CalledProcessError as e:
print(f"Error installing dependencies: {e}", file=sys.stderr)
sys.exit(1)
def start():
pid = get_running_pid()
if pid:
print(f"Web UI server is already running with PID {pid}.")
return
if is_port_in_use(8082):
print("Error: Port 8082 is already in use by another application.", file=sys.stderr)
sys.exit(1)
if not os.path.exists(VENV_PYTHON):
print("Error: Virtual environment not found. Please run 'setup' first.", file=sys.stderr)
sys.exit(1)
print("Starting Web UI server in the background...")
# Open log file for appending
log_f = open(LOG_FILE, 'a')
log_f.write(f"\n--- Server started at {time.strftime('%Y-%m-%d %H:%M:%S')} ---\n")
log_f.flush()
try:
# Launch using start_new_session=True to detach from parent shell
proc = subprocess.Popen(
[VENV_PYTHON, SERVER_SCRIPT],
cwd=PROJECT_DIR,
stdout=log_f,
stderr=log_f,
start_new_session=True
)
# Write PID file
with open(PID_FILE, 'w') as f:
f.write(str(proc.pid))
time.sleep(1) # Wait a bit to verify it didn't crash immediately
if proc.poll() is None:
print(f"Web UI server successfully started (PID: {proc.pid}).")
print(f"Logs are being written to: {LOG_FILE}")
print("You can access the interface at: http://localhost:8082/")
else:
print("Error: Server failed to start. Check log file for details.", file=sys.stderr)
sys.exit(1)
except Exception as e:
print(f"Error launching server: {e}", file=sys.stderr)
sys.exit(1)
def stop():
pid = get_running_pid()
if not pid:
print("Web UI server is not running.")
# Clean up stale PID file if any
if os.path.exists(PID_FILE):
os.remove(PID_FILE)
return
print(f"Stopping Web UI server (PID: {pid})...")
try:
os.kill(pid, signal.SIGTERM)
# Wait up to 5 seconds for it to exit
for _ in range(10):
time.sleep(0.5)
if not check_process_running(pid):
break
else:
# Force kill if still running
print("Force stopping server...")
os.kill(pid, signal.SIGKILL)
print("Server stopped.")
except ProcessLookupError:
print("Server was already stopped.")
if os.path.exists(PID_FILE):
os.remove(PID_FILE)
def status():
pid = get_running_pid()
if pid:
print(f"Status: RUNNING (PID: {pid})")
print("Access URLs:")
print(" - Local: http://localhost:8082/")
try:
hostname = socket.gethostname()
ip = socket.gethostbyname(hostname)
print(f" - Network: http://{ip}:8082/")
except Exception:
pass
else:
print("Status: STOPPED")
if os.path.exists(LOG_FILE):
print("\nLast 10 log lines:")
try:
with open(LOG_FILE, 'r') as f:
lines = f.readlines()
for line in lines[-10:]:
print(" " + line.strip())
except Exception as e:
print(f" Failed to read logs: {e}")
def main():
if len(sys.argv) < 2:
print("Usage: python manage_webui.py [setup|start|stop|restart|status]")
sys.exit(1)
cmd = sys.argv[1].lower()
if cmd == 'setup':
setup()
elif cmd == 'start':
start()
elif cmd == 'stop':
stop()
elif cmd == 'restart':
stop()
time.sleep(1)
start()
elif cmd == 'status':
status()
else:
print(f"Unknown command: {cmd}", file=sys.stderr)
print("Available commands: setup, start, stop, restart, status")
sys.exit(1)
if __name__ == '__main__':
main()
Binary file not shown.
+25
View File
@@ -0,0 +1,25 @@
#!/usr/bin/env python3
import os
import sys
import time
# Change directory to the project root
os.chdir(os.path.dirname(os.path.abspath(__file__)))
try:
import manage_webui
except ImportError:
print("Error: manage_webui.py not found in the project root.", file=sys.stderr)
sys.exit(1)
if __name__ == '__main__':
manage_webui.stop()
time.sleep(1)
# Setup check and auto-install baked in
if not os.path.exists(manage_webui.VENV_DIR):
print("Virtual environment not found. Initializing setup...")
manage_webui.setup()
print("")
manage_webui.start()
+4
View File
@@ -1,4 +1,8 @@
#!/usr/bin/env bash
source ~/miniconda3/etc/profile.d/conda.sh
conda activate deepfacelab
source ~/miniconda3/etc/profile.d/conda.sh
conda activate deepfacelab
source env.sh
rm -r "$DFL_WORKSPACE"
+1 -1
View File
@@ -2,5 +2,5 @@
source env.sh
$DFL_PYTHON "$DFL_SRC/main.py" videoed denoise-image-sequence \
--output-dir "$DFL_WORKSPACE/data_dst"
--input-dir "$DFL_WORKSPACE/data_dst"
+6
View File
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
source env.sh
wget https://github.com/githubcatw/DeepFaceLab_Linux/releases/download/xseg/model_generic_xseg.zip
unzip -q model_generic_xseg.zip -d "$DFL_SRC"
rm model_generic_xseg.zip
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
source env.sh
$DFL_PYTHON "$DFL_SRC/main.py" xseg apply \
--input-dir "$DFL_WORKSPACE/data_dst/aligned" \
--model-dir "$DFL_SRC/model_generic_xseg"
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
source env.sh
$DFL_PYTHON "$DFL_SRC/main.py" xseg apply \
--input-dir "$DFL_WORKSPACE/data_src/aligned" \
--model-dir "$DFL_SRC/model_generic_xseg"
+6
View File
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
source env.sh
$DFL_PYTHON "$DFL_SRC/main.py" exportdfm \
--model-dir "$DFL_WORKSPACE/model" \
--model AMP
+6
View File
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
source env.sh
$DFL_PYTHON "$DFL_SRC/main.py" exportdfm \
--model-dir "$DFL_WORKSPACE/model" \
--model SAEHD
+2 -2
View File
@@ -4,8 +4,8 @@ source env.sh
$DFL_PYTHON "$DFL_SRC/main.py" train \
--training-data-src-dir "$DFL_WORKSPACE/data_src/aligned" \
--training-data-dst-dir "$DFL_WORKSPACE/data_dst/aligned" \
--pretraining-data-dir "$DFL_ROOT/pretrain_CelebA" \
--pretrained-model-dir "$DFL_ROOT/pretrain_Quick96" \
--pretraining-data-dir "$DFL_SRC/pretrain_CelebA" \
--pretrained-model-dir "$DFL_SRC/pretrain_Quick96" \
--model-dir "$DFL_WORKSPACE/model" \
--model Quick96
+1 -1
View File
@@ -4,7 +4,7 @@ source env.sh
$DFL_PYTHON "$DFL_SRC/main.py" train \
--training-data-src-dir "$DFL_WORKSPACE/data_src/aligned" \
--training-data-dst-dir "$DFL_WORKSPACE/data_dst/aligned" \
--pretraining-data-dir "$DFL_ROOT/pretrain_CelebA" \
--pretraining-data-dir "$DFL_SRC/pretrain_CelebA" \
--model-dir "$DFL_WORKSPACE/model" \
--model SAEHD
+1 -1
View File
@@ -1,7 +1,7 @@
#!/usr/bin/env bash
conda activate deepfacelab
cd ..
export DFL_PYTHON="python3.6"
export DFL_PYTHON="python3.7"
export DFL_WORKSPACE="workspace/"
if [ ! -d "$DFL_WORKSPACE" ]; then
+21
View File
@@ -0,0 +1,21 @@
#!/usr/bin/env python3
import os
import sys
# Change directory to the project root
os.chdir(os.path.dirname(os.path.abspath(__file__)))
try:
import manage_webui
except ImportError:
print("Error: manage_webui.py not found in the project root.", file=sys.stderr)
sys.exit(1)
if __name__ == '__main__':
# Setup check and auto-install baked in
if not os.path.exists(manage_webui.VENV_DIR):
print("Virtual environment not found. Initializing setup...")
manage_webui.setup()
print("")
manage_webui.start()
+15
View File
@@ -0,0 +1,15 @@
#!/usr/bin/env python3
import os
import sys
# Change directory to the project root
os.chdir(os.path.dirname(os.path.abspath(__file__)))
try:
import manage_webui
except ImportError:
print("Error: manage_webui.py not found in the project root.", file=sys.stderr)
sys.exit(1)
if __name__ == '__main__':
manage_webui.stop()
+1117
View File
File diff suppressed because it is too large Load Diff
+444
View File
@@ -0,0 +1,444 @@
import os
import sys
import pty
import select
import signal
import subprocess
import threading
import time
from flask import Flask, jsonify, request, render_template, send_from_directory, Response
app = Flask(__name__, template_folder='templates', static_folder='static')
# Global process variables
current_process = None
master_fd = None
log_buffer = ""
running_script = None
log_lock = threading.Lock()
# Define script workflow categories
SCRIPT_CATEGORIES = {
"workspace": {
"title": "Workspace & Setup",
"icon": "folder",
"scripts": [
{"file": "1_clear_workspace.sh", "name": "Clear Workspace", "desc": "Deletes the workspace directory and all intermediate files to start clean."}
]
},
"src_video": {
"title": "Step 1: Source Video (data_src)",
"icon": "video",
"scripts": [
{"file": "2_extract_image_from_data_src.sh", "name": "Extract Images", "desc": "Extracts video frames from workspace/data_src.mp4 to PNG files."},
{"file": "4_data_src_extract_faces_S3FD.sh", "name": "Extract Faces (S3FD)", "desc": "Uses S3FD detector to extract aligned face crops from source frames."},
{"file": "4_data_src_extract_faces_MANUAL.sh", "name": "Extract Faces (Manual)", "desc": "Interactively extract or fix missing face detections manually."},
{"file": "4.2_data_src_sort.sh", "name": "Sort Source Faces", "desc": "Sorts source faces by similarity, luminance, blur, etc., to prune trash."}
]
},
"dst_video": {
"title": "Step 2: Destination Video (data_dst)",
"icon": "video",
"scripts": [
{"file": "3_extract_image_from_data_dst.sh", "name": "Extract Images", "desc": "Extracts video frames from workspace/data_dst.mp4 to PNG files."},
{"file": "3.1_denoise_data_dst_images.sh", "name": "Denoise Images", "desc": "Denoises the extracted destination frames for cleaner final merge."},
{"file": "5_data_dst_extract_faces_S3FD.sh", "name": "Extract Faces (S3FD)", "desc": "Uses S3FD detector to extract aligned faces from destination frames."},
{"file": "5_data_dst_extract_faces_S3FD_+_manual_fix.sh", "name": "Extract Faces (S3FD + Manual)", "desc": "Extract faces using S3FD with manual correction fallback."},
{"file": "5_data_dst_extract_faces_MANUAL.sh", "name": "Extract Faces (Manual)", "desc": "Interactively extract or fix destination faces manually."}
]
},
"xseg": {
"title": "Step 3: XSeg Masking (Optional)",
"icon": "scissors",
"scripts": [
{"file": "5_XSeg_train.sh", "name": "Train XSeg Mask", "desc": "Trains a custom XSeg masking model on labeled faces."},
{"file": "5_XSeg_data_src_mask_edit.sh", "name": "Edit Src Masks", "desc": "Label/edit XSeg masks on your source face images."},
{"file": "5_XSeg_data_src_mask_apply.sh", "name": "Apply Src Masks", "desc": "Applies a trained XSeg model to mask source face images."},
{"file": "5_XSeg_data_dst_mask_edit.sh", "name": "Edit Dst Masks", "desc": "Label/edit XSeg masks on your destination face images."},
{"file": "5_XSeg_data_dst_mask_apply.sh", "name": "Apply Dst Masks", "desc": "Applies a trained XSeg model to mask destination face images."}
]
},
"training": {
"title": "Step 4: Model Training",
"icon": "cpu",
"scripts": [
{"file": "6_train_Quick96_no_preview.sh", "name": "Train Quick96 (Headless)", "desc": "Trains Quick96 model in the background (no local window)."},
{"file": "6_train_Quick96.sh", "name": "Train Quick96 (Windowed)", "desc": "Trains Quick96 model. Requires local X11 visual window."},
{"file": "6_train_SAEHD_no_preview.sh", "name": "Train SAEHD (Headless)", "desc": "Trains high-quality SAEHD model in the background."},
{"file": "6_train_SAEHD.sh", "name": "Train SAEHD (Windowed)", "desc": "Trains SAEHD model. Requires local X11 visual window."}
]
},
"merging": {
"title": "Step 5: Face Merging",
"icon": "merge",
"scripts": [
{"file": "7_merge_Quick96.sh", "name": "Merge Quick96", "desc": "Merges Quick96 face swaps onto destination frames."},
{"file": "7_merge_SAEHD.sh", "name": "Merge SAEHD", "desc": "Merges SAEHD face swaps onto destination frames."}
]
},
"export": {
"title": "Step 6: Export & Render",
"icon": "download",
"scripts": [
{"file": "8_merged_to_mp4.sh", "name": "Export to MP4", "desc": "Combines merged frames into an MP4 file (h264)."},
{"file": "8_merged_to_mp4_lossless.sh", "name": "Export to MP4 (Lossless)", "desc": "Combines merged frames into a lossless MP4 file."},
{"file": "8_merged_to_avi.sh", "name": "Export to AVI", "desc": "Combines merged frames into an uncompressed AVI file."}
]
}
}
# Add pre-trained download links to categories
SCRIPT_CATEGORIES["pretrain"] = {
"title": "Download Pre-trained Weights",
"icon": "cloud-download",
"scripts": [
{"file": "4.1_download_Quick96.sh", "name": "Download Quick96 pretrain", "desc": "Downloads Quick96 pretraining zip file."},
{"file": "4.1_download_CelebA.sh", "name": "Download CelebA pretrain", "desc": "Downloads CelebA pretraining zip file."},
{"file": "4.1_download_FFHQ.sh", "name": "Download FFHQ pretrain", "desc": "Downloads FFHQ pretraining zip file."}
]
}
def log_reader(fd, proc):
global log_buffer, current_process, master_fd, running_script
while True:
try:
r, w, x = select.select([fd], [], [], 0.1)
if fd in r:
data = os.read(fd, 4096)
if not data:
break
decoded_chunk = data.decode('utf-8', errors='replace')
with log_lock:
log_buffer += decoded_chunk
except (OSError, ValueError):
break
except Exception:
break
# Check if process died
if proc.poll() is not None:
# Final drain of buffer
try:
r, w, x = select.select([fd], [], [], 0.1)
if fd in r:
data = os.read(fd, 4096)
if data:
decoded_chunk = data.decode('utf-8', errors='replace')
with log_lock:
log_buffer += decoded_chunk
except Exception:
pass
break
try:
os.close(fd)
except Exception:
pass
with log_lock:
if current_process == proc:
current_process = None
master_fd = None
running_script = None
def get_gpu_info():
try:
result = subprocess.run(
['nvidia-smi', '--query-gpu=gpu_name,utilization.gpu,utilization.memory,memory.total,memory.used,temperature.gpu', '--format=csv,noheader,nounits'],
stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, timeout=2
)
if result.returncode == 0:
lines = result.stdout.strip().split('\n')
gpus = []
for line in lines:
parts = [p.strip() for p in line.split(',')]
if len(parts) >= 6:
gpus.append({
'name': parts[0],
'gpu_util': parts[1] + '%',
'mem_util': parts[2] + '%',
'mem_total': parts[3] + ' MB',
'mem_used': parts[4] + ' MB',
'temp': parts[5] + '°C'
})
return gpus
except Exception:
pass
return None
def get_system_stats():
# Basic system utilization (cpu / memory)
# Reading from /proc/stat
cpu_util = "0%"
mem_util = "0%"
try:
# CPU calculation
with open('/proc/stat', 'r') as f:
fields = [float(column) for column in f.readline().strip().split()[1:]]
idle, total = fields[3], sum(fields)
time.sleep(0.1)
with open('/proc/stat', 'r') as f:
fields2 = [float(column) for column in f.readline().strip().split()[1:]]
idle2, total2 = fields2[3], sum(fields2)
diff_idle = idle2 - idle
diff_total = total2 - total
if diff_total > 0:
cpu_util = f"{int((1.0 - diff_idle / diff_total) * 100)}%"
# Memory calculation
with open('/proc/meminfo', 'r') as f:
lines = f.readlines()
mem_total = 1.0
mem_free = 0.0
mem_cached = 0.0
mem_buffers = 0.0
for line in lines:
if line.startswith('MemTotal:'):
mem_total = float(line.split()[1])
elif line.startswith('MemFree:'):
mem_free = float(line.split()[1])
elif line.startswith('Cached:'):
mem_cached = float(line.split()[1])
elif line.startswith('Buffers:'):
mem_buffers = float(line.split()[1])
mem_used = mem_total - mem_free - mem_cached - mem_buffers
mem_util = f"{int((mem_used / mem_total) * 100)}%"
except Exception:
pass
return {
'cpu': cpu_util,
'mem': mem_util
}
@app.route('/')
def index():
return render_template('index.html')
@app.route('/api/status')
def status():
global current_process, running_script
is_running = current_process is not None and current_process.poll() is None
# Get workspace stats
workspace_dir = os.path.join(os.path.dirname(__file__), 'workspace')
stats = {
'src_frames': 0,
'src_faces': 0,
'dst_frames': 0,
'dst_faces': 0,
'models': []
}
if os.path.exists(workspace_dir):
def count_files(path, ext=None):
if not os.path.exists(path):
return 0
count = 0
for entry in os.scandir(path):
if entry.is_file():
if ext is None or entry.name.lower().endswith(ext):
count += 1
return count
stats['src_frames'] = count_files(os.path.join(workspace_dir, 'data_src'), '.png') + count_files(os.path.join(workspace_dir, 'data_src'), '.jpg')
stats['src_faces'] = count_files(os.path.join(workspace_dir, 'data_src', 'aligned'), '.jpg')
stats['dst_frames'] = count_files(os.path.join(workspace_dir, 'data_dst'), '.png') + count_files(os.path.join(workspace_dir, 'data_dst'), '.jpg')
stats['dst_faces'] = count_files(os.path.join(workspace_dir, 'data_dst', 'aligned'), '.jpg')
model_dir = os.path.join(workspace_dir, 'model')
if os.path.exists(model_dir):
for entry in os.scandir(model_dir):
if entry.is_file() and entry.name.endswith('.dat'):
stats['models'].append(entry.name)
return jsonify({
'running': is_running,
'script': running_script,
'gpu': get_gpu_info(),
'system': get_system_stats(),
'workspace': stats
})
@app.route('/api/scripts')
def list_scripts():
return jsonify(SCRIPT_CATEGORIES)
@app.route('/api/run', methods=['POST'])
def run_script():
global current_process, master_fd, log_buffer, running_script
if current_process is not None and current_process.poll() is None:
return jsonify({'error': 'A script is already running'}), 400
data = request.json
script_name = data.get('script')
if not script_name:
return jsonify({'error': 'No script name specified'}), 400
script_path = os.path.join(os.path.dirname(__file__), 'scripts', script_name)
if not os.path.exists(script_path):
return jsonify({'error': f'Script not found: {script_name}'}), 404
# Reset log buffer
with log_lock:
log_buffer = f"=== Starting {script_name} ===\n"
running_script = script_name
# Spawn the script in a pseudo-terminal
try:
m_fd, s_fd = pty.openpty()
# We spawn the script inside the conda env's python path by launching /bin/bash in pty
current_process = subprocess.Popen(
['/bin/bash', script_name],
cwd=os.path.join(os.path.dirname(__file__), 'scripts'),
stdin=s_fd,
stdout=s_fd,
stderr=s_fd,
preexec_fn=os.setsid, # Put subprocess in its own process group to kill children
env=os.environ.copy()
)
# Close the slave file descriptor in the parent
os.close(s_fd)
master_fd = m_fd
# Start background reader thread
t = threading.Thread(target=log_reader, args=(m_fd, current_process))
t.daemon = True
t.start()
return jsonify({'status': 'started', 'script': script_name})
except Exception as e:
with log_lock:
log_buffer += f"\nFailed to launch script: {str(e)}\n"
current_process = None
master_fd = None
running_script = None
return jsonify({'error': f'Launch error: {str(e)}'}), 500
@app.route('/api/stop', methods=['POST'])
def stop_script():
global current_process
if current_process is None or current_process.poll() is not None:
return jsonify({'error': 'No script is currently running'}), 400
try:
# Kill the entire process group
pgid = os.getpgid(current_process.pid)
os.killpg(pgid, signal.SIGTERM)
time.sleep(0.5)
if current_process.poll() is None:
os.killpg(pgid, signal.SIGKILL)
with log_lock:
log_buffer += "\n=== Process terminated by user ===\n"
return jsonify({'status': 'terminated'})
except Exception as e:
return jsonify({'error': f'Error terminating process: {str(e)}'}), 500
@app.route('/api/input', methods=['POST'])
def send_input():
global master_fd
data = request.json
text = data.get('text', '')
if master_fd is None:
return jsonify({'error': 'No active process terminal to write to'}), 400
try:
os.write(master_fd, (text + '\n').encode('utf-8'))
return jsonify({'status': 'sent'})
except Exception as e:
return jsonify({'error': f'Write error: {str(e)}'}), 500
@app.route('/api/logs')
def get_logs():
global log_buffer
with log_lock:
return jsonify({'logs': log_buffer})
@app.route('/api/preview')
def list_previews():
# Scan for any images in the workspace/model directory
model_dir = os.path.join(os.path.dirname(__file__), 'workspace', 'model')
if not os.path.exists(model_dir):
return jsonify([])
previews = []
try:
for root, dirs, files in os.walk(model_dir):
for f in files:
if f.lower().endswith(('.jpg', '.png')):
path = os.path.join(root, f)
mtime = os.path.getmtime(path)
rel_path = os.path.relpath(path, model_dir)
# Exclude huge files if any
size = os.path.getsize(path)
if size < 5 * 1024 * 1024: # Less than 5MB
previews.append({
'name': f,
'path': rel_path,
'mtime': mtime,
'size': size
})
# Sort by modification time (most recent first)
previews.sort(key=lambda x: x['mtime'], reverse=True)
except Exception as e:
return jsonify({'error': str(e)}), 500
return jsonify(previews)
@app.route('/api/preview/file/<path:filename>')
def serve_preview_file(filename):
model_dir = os.path.join(os.path.dirname(__file__), 'workspace', 'model')
return send_from_directory(model_dir, filename)
@app.route('/api/upload', methods=['POST'])
def upload_file():
if 'file' not in request.files:
return jsonify({'error': 'No file part'}), 400
file = request.files['file']
target = request.form.get('target') # 'src' or 'dst'
if file.filename == '':
return jsonify({'error': 'No selected file'}), 400
if target not in ('src', 'dst'):
return jsonify({'error': 'Invalid upload target'}), 400
ext = os.path.splitext(file.filename)[1].lower()
if ext not in ('.mp4', '.avi', '.mkv', '.mov'):
return jsonify({'error': 'Unsupported file format'}), 400
workspace_dir = os.path.join(os.path.dirname(__file__), 'workspace')
os.makedirs(workspace_dir, exist_ok=True)
# Save as data_src.<ext> or data_dst.<ext>
filename = f"data_{target}{ext}"
dest_path = os.path.join(workspace_dir, filename)
# Remove existing ones with other extensions if necessary, to keep DFL working cleanly
for existing_ext in ('.mp4', '.avi', '.mkv', '.mov'):
try:
os.remove(os.path.join(workspace_dir, f"data_{target}{existing_ext}"))
except FileNotFoundError:
pass
try:
file.save(dest_path)
return jsonify({'status': 'uploaded', 'filename': filename})
except Exception as e:
return jsonify({'error': f'Failed to save file: {str(e)}'}), 500
if __name__ == '__main__':
# Make sure workspace directories exist
os.makedirs('templates', exist_ok=True)
os.makedirs('static', exist_ok=True)
port = 8082
print(f"Starting DeepFaceLab Web UI Server on port {port}...")
print(f"Access it at http://localhost:{port}/")
app.run(host='0.0.0.0', port=port, debug=False)