add all scripts from original DFL

scripts/1_clear_workspace.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+source env.sh
+
+rm -r "$DFL_WORKSPACE"
+mkdir "$DFL_WORKSPACE"
+mkdir "$DFL_WORKSPACE/data_src"
+mkdir "$DFL_WORKSPACE/data_src/aligned"
+mkdir "$DFL_WORKSPACE/data_src/aligned_debug"
+mkdir "$DFL_WORKSPACE/data_dst"
+mkdir "$DFL_WORKSPACE/data_dst/aligned"
+mkdir "$DFL_WORKSPACE/data_dst/aligned_debug"
+mkdir "$DFL_WORKSPACE/model"

scripts/2_extract_image_from_data_src.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed extract-video \
+    --input-file "$DFL_WORKSPACE/data_src.*" \
+    --output-dir "$DFL_WORKSPACE/data_src"

scripts/3.1_denoise_data_dst_images.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed denoise-image-sequence \
+    --output-dir "$DFL_WORKSPACE/data_dst"
+

scripts/3_extract_image_from_data_dst.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed extract-video \
+    --input-file "$DFL_WORKSPACE/data_dst.*" \
+    --output-dir "$DFL_WORKSPACE/data_dst" \
+    --fps 0
+

scripts/4.2_data_src_sort.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" sort \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned"
+

scripts/4.2_data_src_util_add_landmarks_debug_images.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --add-landmarks-debug-images
+

scripts/4.2_data_src_util_faceset_enhance.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" facesettool enhance  \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned"
+

scripts/4.2_data_src_util_faceset_metadata_restore.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --restore-faceset-metadata
+

scripts/4.2_data_src_util_faceset_metadata_save.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --save-faceset-metadata
+

scripts/4.2_data_src_util_faceset_pack.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --pack-faceset
+

scripts/4.2_data_src_util_faceset_unpack.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --unpack-faceset
+

scripts/4.2_data_src_util_recover_original_filename.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --recover-original-aligned-filename
+

scripts/4_data_src_extract_faces_MANUAL.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" extract \
+    --input-dir "$DFL_WORKSPACE/data_src" \
+    --output-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --detector manual
+

scripts/4_data_src_extract_faces_S3FD.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" extract \
+    --input-dir "$DFL_WORKSPACE/data_src" \
+    --output-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --detector s3fd
+

scripts/5.2_data_dst_sort.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" sort \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned"
+

scripts/5.2_data_dst_util_faceset_pack.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --pack-faceset
+

scripts/5.2_data_dst_util_faceset_unpack.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --unpack-faceset
+

scripts/5.2_data_dst_util_recover_original_filename.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" util \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --recover-original-aligned-filename
+

scripts/5_XSeg_data_dst_mask_apply.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg fetch \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --model-dir "$DFL_WORKSPACE/model"

scripts/5_XSeg_data_dst_mask_edit.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg editor \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned"

scripts/5_XSeg_data_dst_mask_fetch.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg fetch \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned"

scripts/5_XSeg_data_dst_mask_remove.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg remove_labels \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned"

scripts/5_XSeg_data_dst_trained_mask_remove.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg remove \
+    --input-dir "$DFL_WORKSPACE/data_dst/aligned"

scripts/5_XSeg_data_src_mask_apply.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg fetch \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --model-dir "$DFL_WORKSPACE/model"

scripts/5_XSeg_data_src_mask_fetch.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg fetch \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned"

scripts/5_XSeg_data_src_mask_remove.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg remove_labels \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned"

scripts/5_XSeg_data_src_trained_mask_remove.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" xseg remove \
+    --input-dir "$DFL_WORKSPACE/data_src/aligned"

scripts/5_XSeg_train.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" train \
+    --training-data-src-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --training-data-dst-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --model-dir "$DFL_WORKSPACE/model" \
+    --model XSeg

scripts/5_data_dst_extract_faces_MANUAL.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" extract \
+    --input-dir "$DFL_WORKSPACE/data_dst" \
+    --output-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --detector manual \
+    --max-faces-from-image 0 \
+    --output-debug
+

scripts/5_data_dst_extract_faces_MANUAL_RE-EXTRACT_DELETED_ALIGNED_DEBUG.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" extract \
+    --input-dir "$DFL_WORKSPACE/data_dst" \
+    --output-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --detector manual \
+    --max-faces-from-image 0 \
+    --output-debug \
+    --manual-output-debug-fix \
+    
+

scripts/5_data_dst_extract_faces_S3FD.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" extract \
+    --input-dir "$DFL_WORKSPACE/data_dst" \
+    --output-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --detector s3fd \
+    --max-faces-from-image 0 \
+    --output-debug
+

scripts/5_data_dst_extract_faces_S3FD_+_manual_fix.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" extract \
+    --input-dir "$DFL_WORKSPACE/data_dst" \
+    --output-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --output-debug \
+    --detector s3fd \
+    --max-faces-from-image 0 \
+    --manual-fix
+

scripts/6_train_Quick96.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" train \
+    --training-data-src-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --training-data-dst-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --pretraining-data-dir "$DFL_ROOT/pretrain_CelebA" \
+    --pretrained-model-dir "$DFL_ROOT/pretrain_Quick96" \
+    --model-dir "$DFL_WORKSPACE/model" \
+    --model Quick96
+

scripts/6_train_Quick96_no_preview.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" train \
+    --training-data-src-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --training-data-dst-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --pretraining-data-dir "$DFL_SRC/pretrain_CelebA" \
+    --pretrained-model-dir "$DFL_SRC/pretrain_Quick96" \
+    --model-dir "$DFL_WORKSPACE/model" \
+    --model Quick96 \
+    --no-preview
+

scripts/6_train_SAEHD.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" train \
+    --training-data-src-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --training-data-dst-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --pretraining-data-dir "$DFL_ROOT/pretrain_CelebA" \
+    --model-dir "$DFL_WORKSPACE/model" \
+    --model SAEHD
+

scripts/6_train_SAEHD_no_preview.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" train \
+    --training-data-src-dir "$DFL_WORKSPACE/data_src/aligned" \
+    --training-data-dst-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --pretraining-data-dir "$DFL_SRC/pretrain_CelebA" \
+    --model-dir "$DFL_WORKSPACE/model" \
+    --model SAEHD \
+    --no-preview
+

scripts/7_merge_Quick96.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" merge \
+    --input-dir "$DFL_WORKSPACE/data_dst" \
+    --output-dir "$DFL_WORKSPACE/data_dst/merged" \
+    --output-mask-dir "$DFL_WORKSPACE/data_dst/merged_mask" \
+    --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --model-dir "$DFL_WORKSPACE/model" \
+    --model Quick96
+    

scripts/7_merge_SAEHD.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" merge \
+    --input-dir "$DFL_WORKSPACE/data_dst" \
+    --output-dir "$DFL_WORKSPACE/data_dst/merged" \
+    --output-mask-dir "$DFL_WORKSPACE/data_dst/merged_mask" \
+    --aligned-dir "$DFL_WORKSPACE/data_dst/aligned" \
+    --model-dir "$DFL_WORKSPACE/model" \
+    --model SAEHD
+    

scripts/8_merged_to_avi.sh

@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+source env.sh
+
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged" \
+    --output-file "$DFL_WORKSPACE/result.avi" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --include-audio
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged_mask" \
+    --output-file "$DFL_WORKSPACE/result_mask.avi" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --lossless
+

scripts/8_merged_to_mov_lossless.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+source env.sh
+
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged" \
+    --output-file "$DFL_WORKSPACE/result.mov" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --include-audio \
+    --lossless
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged_mask" \
+    --output-file "$DFL_WORKSPACE/result_mask.mov" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --lossless
+

scripts/8_merged_to_mp4.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+source env.sh
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged" \
+    --output-file "$DFL_WORKSPACE/result.mp4" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --include-audio
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged_mask" \
+    --output-file "$DFL_WORKSPACE/result_mask.mp4" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --lossless
+

scripts/8_merged_to_mp4_lossless.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+source env.sh
+
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged" \
+    --output-file "$DFL_WORKSPACE/result.mp4" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --include-audio \
+    --lossless
+
+$DFL_PYTHON "$DFL_SRC/main.py" videoed video-from-sequence \
+    --input-dir "$DFL_WORKSPACE/data_dst/merged_mask" \
+    --output-file "$DFL_WORKSPACE/result_mask.mp4" \
+    --reference-file "$DFL_WORKSPACE/data_dst.*" \
+    --lossless
+

scripts/env.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+export DFL_PYTHON="python3.6"
+export DFL_WORKSPACE="workspace/"
+
+if [ ! -d "$DFL_WORKSPACE" ]; then
+    mkdir "$DFL_WORKSPACE"
+    mkdir "$DFL_WORKSPACE/data_src"
+    mkdir "$DFL_WORKSPACE/data_src/aligned"
+    mkdir "$DFL_WORKSPACE/data_src/aligned_debug"
+    mkdir "$DFL_WORKSPACE/data_dst"
+    mkdir "$DFL_WORKSPACE/data_dst/aligned"
+    mkdir "$DFL_WORKSPACE/data_dst/aligned_debug"
+    mkdir "$DFL_WORKSPACE/model"
+fi
+
+export DFL_ROOT="./"
+export DFL_SRC="./DeepFaceLab"