mirror of
https://github.com/n00mkrad/flowframes.git
synced 2025-12-17 00:47:48 +01:00
224 lines
10 KiB
C#
224 lines
10 KiB
C#
using Flowframes;
|
|
using Flowframes.Data;
|
|
using Flowframes.FFmpeg;
|
|
using Flowframes.IO;
|
|
using Flowframes.Magick;
|
|
using Flowframes.Main;
|
|
using Flowframes.OS;
|
|
using Flowframes.UI;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Diagnostics;
|
|
using System.Drawing;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
using System.Windows.Forms;
|
|
using Padding = Flowframes.Data.Padding;
|
|
using Utils = Flowframes.Main.InterpolateUtils;
|
|
|
|
namespace Flowframes
|
|
{
|
|
public class Interpolate
|
|
{
|
|
public enum OutMode { VidMp4, VidGif, ImgPng }
|
|
|
|
public static int currentInputFrameCount;
|
|
public static bool currentlyUsingAutoEnc;
|
|
|
|
public static InterpSettings current;
|
|
|
|
public static bool canceled = false;
|
|
|
|
static Stopwatch sw = new Stopwatch();
|
|
|
|
public static async void Start()
|
|
{
|
|
canceled = false;
|
|
if (!Utils.InputIsValid(current.inPath, current.outPath, current.outFps, current.interpFactor, current.tilesize)) return; // General input checks
|
|
if (!Utils.CheckAiAvailable(current.ai)) return; // Check if selected AI pkg is installed
|
|
if (!Utils.CheckDeleteOldTempFolder()) return; // Try to delete temp folder if an old one exists
|
|
if(!Utils.CheckPathValid(current.inPath)) return; // Check if input path/file is valid
|
|
Utils.PathAsciiCheck(current.inPath, current.outPath);
|
|
currentInputFrameCount = Utils.GetInputFrameCount(current.inPath);
|
|
Program.mainForm.SetStatus("Starting...");
|
|
Program.mainForm.SetWorking(true);
|
|
await Task.Delay(10);
|
|
if (!current.inputIsFrames) // Input is video - extract frames first
|
|
await ExtractFrames(current.inPath, current.framesFolder);
|
|
else
|
|
await FFmpegCommands.ImportImages(current.inPath, current.framesFolder);
|
|
if (canceled) return;
|
|
sw.Restart();
|
|
await Task.Delay(10);
|
|
await PostProcessFrames();
|
|
if (canceled) return;
|
|
string interpFramesDir = Path.Combine(current.tempFolder, Paths.interpDir);
|
|
int frames = IOUtils.GetAmountOfFiles(current.framesFolder, false, "*.png");
|
|
int targetFrameCount = frames * current.interpFactor;
|
|
GetProgressByFrameAmount(interpFramesDir, targetFrameCount);
|
|
if (canceled) return;
|
|
Program.mainForm.SetStatus("Running AI...");
|
|
await RunAi(interpFramesDir, targetFrameCount, current.tilesize, current.ai);
|
|
if (canceled) return;
|
|
Program.mainForm.SetProgress(100);
|
|
if(!currentlyUsingAutoEnc)
|
|
await CreateVideo.Export(interpFramesDir, current.outFilename, current.outMode);
|
|
IOUtils.ReverseRenaming(AiProcess.filenameMap, true); // Get timestamps back
|
|
Cleanup(interpFramesDir);
|
|
Program.mainForm.SetWorking(false);
|
|
Logger.Log("Total processing time: " + FormatUtils.Time(sw.Elapsed));
|
|
sw.Stop();
|
|
Program.mainForm.SetStatus("Done interpolating!");
|
|
}
|
|
|
|
public static async Task ExtractFrames(string inPath, string outPath, bool extractAudio = true)
|
|
{
|
|
await Task.Delay(10);
|
|
if (Config.GetBool("scnDetect"))
|
|
{
|
|
Program.mainForm.SetStatus("Extracting scenes from video...");
|
|
await FFmpegCommands.ExtractSceneChanges(inPath, Path.Combine(current.tempFolder, Paths.scenesDir));
|
|
await Task.Delay(10);
|
|
}
|
|
|
|
Program.mainForm.SetStatus("Extracting frames from video...");
|
|
await FFmpegCommands.VideoToFrames(inPath, outPath, Config.GetInt("dedupMode") == 2, false, Utils.GetOutputResolution(inPath));
|
|
|
|
if (extractAudio)
|
|
{
|
|
string audioFile = Path.Combine(current.tempFolder, "audio.m4a");
|
|
if (audioFile != null && !File.Exists(audioFile))
|
|
await FFmpegCommands.ExtractAudio(inPath, audioFile);
|
|
}
|
|
if (!canceled && Config.GetBool("enableLoop") && Config.GetInt("timingMode") != 1)
|
|
{
|
|
string lastFrame = IOUtils.GetHighestFrameNumPath(outPath);
|
|
int newNum = Path.GetFileName(lastFrame).GetInt() + 1;
|
|
string newFilename = Path.Combine(lastFrame.GetParentDir(), newNum.ToString().PadLeft(Padding.inputFrames, '0') + ".png");
|
|
string firstFrame = new DirectoryInfo(outPath).GetFiles("*.png")[0].FullName;
|
|
File.Copy(firstFrame, newFilename);
|
|
Logger.Log("Copied loop frame.");
|
|
}
|
|
}
|
|
|
|
public static async Task PostProcessFrames (bool sbsMode = false)
|
|
{
|
|
if (canceled) return;
|
|
|
|
int extractedFrames = IOUtils.GetAmountOfFiles(current.framesFolder, false, "*.png");
|
|
if (!Directory.Exists(current.framesFolder) || currentInputFrameCount <= 0 || extractedFrames < 2)
|
|
{
|
|
if(extractedFrames == 1)
|
|
Cancel("Only a single frame was extracted from your input file!\n\nPossibly your input is an image, not a video?");
|
|
else
|
|
Cancel("Frame extraction failed!\n\nYour input file might be incompatible.");
|
|
}
|
|
|
|
if (Config.GetInt("dedupMode") == 1)
|
|
await MagickDedupe.Run(current.framesFolder);
|
|
else
|
|
MagickDedupe.ClearCache();
|
|
|
|
if (canceled) return;
|
|
|
|
bool useTimestamps = Config.GetInt("timingMode") == 1; // TODO: Auto-Disable timestamps if input frames are sequential, not timestamped
|
|
await FrameTiming.CreateTimecodeFiles(current.framesFolder, Config.GetBool("enableLoop"), current.interpFactor, !useTimestamps);
|
|
|
|
if (canceled) return;
|
|
|
|
AiProcess.filenameMap = IOUtils.RenameCounterDirReversible(current.framesFolder, "png", 1, 8);
|
|
}
|
|
|
|
public static async Task RunAi(string outpath, int targetFrames, int tilesize, AI ai, bool stepByStep = false)
|
|
{
|
|
if ((stepByStep && Config.GetBool("sbsAllowAutoEnc")) || (!stepByStep && Config.GetInt("autoEncMode") > 0))
|
|
currentlyUsingAutoEnc = current.outMode == OutMode.VidMp4 && IOUtils.GetAmountOfFiles(current.framesFolder, false) * current.interpFactor >= (AutoEncode.chunkSize + AutoEncode.safetyBufferFrames) * 1.1f;
|
|
else
|
|
currentlyUsingAutoEnc = false;
|
|
|
|
IOUtils.CreateDir(outpath);
|
|
|
|
List<Task> tasks = new List<Task>();
|
|
|
|
if (ai.aiName == Networks.dainNcnn.aiName)
|
|
tasks.Add(AiProcess.RunDainNcnn(current.framesFolder, outpath, targetFrames, tilesize));
|
|
|
|
if (ai.aiName == Networks.cainNcnn.aiName)
|
|
tasks.Add(AiProcess.RunCainNcnnMulti(current.framesFolder, outpath, tilesize, current.interpFactor));
|
|
|
|
if (ai.aiName == Networks.rifeCuda.aiName)
|
|
tasks.Add(AiProcess.RunRifeCuda(current.framesFolder, current.interpFactor));
|
|
|
|
if (ai.aiName == Networks.rifeNcnn.aiName)
|
|
tasks.Add(AiProcess.RunRifeNcnnMulti(current.framesFolder, outpath, tilesize, current.interpFactor));
|
|
|
|
if (currentlyUsingAutoEnc)
|
|
{
|
|
Logger.Log($"{Logger.GetLastLine()} (Using Auto-Encode)", true);
|
|
tasks.Add(AutoEncode.MainLoop(outpath));
|
|
}
|
|
await Task.WhenAll(tasks);
|
|
}
|
|
|
|
public static async void GetProgressByFrameAmount(string outdir, int target)
|
|
{
|
|
bool firstProgUpd = true;
|
|
Program.mainForm.SetProgress(0);
|
|
while (Program.busy)
|
|
{
|
|
if (AiProcess.processTime.IsRunning && Directory.Exists(outdir))
|
|
{
|
|
if (firstProgUpd && Program.mainForm.IsInFocus())
|
|
Program.mainForm.SetTab("preview");
|
|
firstProgUpd = false;
|
|
string[] frames = Directory.GetFiles(outdir, $"*.{Utils.GetExt()}");
|
|
if (frames.Length > 1)
|
|
Utils.UpdateInterpProgress(frames.Length, target, frames[frames.Length - 1]);
|
|
await Task.Delay(Utils.GetProgressWaitTime(frames.Length));
|
|
}
|
|
else
|
|
{
|
|
await Task.Delay(200);
|
|
}
|
|
}
|
|
Program.mainForm.SetProgress(-1);
|
|
}
|
|
|
|
public static void Cancel(string reason = "", bool noMsgBox = false)
|
|
{
|
|
if (AiProcess.currentAiProcess != null && !AiProcess.currentAiProcess.HasExited)
|
|
OSUtils.KillProcessTree(AiProcess.currentAiProcess.Id);
|
|
if (AvProcess.lastProcess != null && !AvProcess.lastProcess.HasExited)
|
|
OSUtils.KillProcessTree(AvProcess.lastProcess.Id);
|
|
canceled = true;
|
|
Program.mainForm.SetStatus("Canceled.");
|
|
Program.mainForm.SetProgress(0);
|
|
if (Config.GetInt("processingMode") == 0 && !Config.GetBool("keepTempFolder"))
|
|
IOUtils.TryDeleteIfExists(current.tempFolder);
|
|
Program.mainForm.SetWorking(false);
|
|
Program.mainForm.SetTab("interpolation");
|
|
if(!Logger.GetLastLine().Contains("Canceled interpolation."))
|
|
Logger.Log("Canceled interpolation.");
|
|
if (!string.IsNullOrWhiteSpace(reason) && !noMsgBox)
|
|
Utils.ShowMessage($"Canceled:\n\n{reason}");
|
|
}
|
|
|
|
public static void Cleanup(string interpFramesDir, bool ignoreKeepSetting = false)
|
|
{
|
|
if (!ignoreKeepSetting && Config.GetBool("keepTempFolder")) return;
|
|
Logger.Log("Deleting temporary files...");
|
|
try
|
|
{
|
|
if (Config.GetBool("keepFrames"))
|
|
IOUtils.Copy(interpFramesDir, Path.Combine(current.tempFolder.GetParentDir(), Path.GetFileName(current.tempFolder).Replace("-temp", "-interpframes")));
|
|
Directory.Delete(current.tempFolder, true);
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
Logger.Log("Cleanup Error: " + e.Message, true);
|
|
}
|
|
}
|
|
}
|
|
}
|