Compress python runtime, fix autoencode problems with dupes

Code/OS/Python.cs

@@ -0,0 +1,182 @@
+using Flowframes.IO;
+using Flowframes.MiscUtils;
+using System;
+using System.Collections.Generic;
+using System.Diagnostics;
+using System.IO;
+using System.Threading.Tasks;
+using System.Windows.Forms;
+
+namespace Flowframes.OS
+{
+    class Python
+    {
+        static bool hasCheckedSysPy = false;
+        static bool sysPyInstalled = false;
+
+        public static string compactOutput;
+
+        public static async Task CheckCompression ()
+        {
+            if(HasEmbeddedPyFolder() && (Config.Get("compressedPyVersion") != Updater.GetInstalledVer().ToString()))
+            {
+                Program.mainForm.SetWorking(true, false);
+                Stopwatch sw = new Stopwatch();
+                sw.Restart();
+                try
+                {
+                    bool shownPatienceMsg = false;
+                    Logger.Log("Compressing python runtime. This only needs to be done once.");
+                    compactOutput = "";
+                    Process compact = OSUtils.NewProcess(true);
+                    compact.StartInfo.Arguments = $"/C compact /C /S:{GetPyFolder().Wrap()} /EXE:LZX";
+                    compact.OutputDataReceived += new DataReceivedEventHandler(CompactOutputHandler);
+                    compact.ErrorDataReceived += new DataReceivedEventHandler(CompactOutputHandler);
+                    compact.Start();
+                    compact.BeginOutputReadLine();
+                    compact.BeginErrorReadLine();
+                    while (!compact.HasExited)
+                    {
+                        await Task.Delay(500);
+                        if(sw.ElapsedMilliseconds > 10000)
+                        {
+                            Logger.Log($"This can take up to a few minutes... (Elapsed: {FormatUtils.Time(sw.Elapsed)})", false, shownPatienceMsg);
+                            shownPatienceMsg = true;
+                            await Task.Delay(500);
+                        }
+                    }
+                    Config.Set("compressedPyVersion", Updater.GetInstalledVer().ToString());
+                    Logger.Log("Done compressing python runtime.");
+                    Logger.WriteToFile(compactOutput, true, "compact");
+                }
+                catch { }
+                Program.mainForm.SetWorking(false);
+            }
+        }
+
+        static void CompactOutputHandler (object sendingProcess, DataReceivedEventArgs outLine)
+        {
+            if (outLine == null || outLine.Data == null)
+                return;
+            string line = outLine.Data;
+            compactOutput = compactOutput + line + "\n";
+        }
+
+        public static string GetPyCmd ()
+        {
+            if (HasEmbeddedPyFolder())
+            {
+                Logger.Log("Using embedded Python runtime.");
+                return Path.Combine(GetPyFolder(), "python.exe").Wrap();
+            }
+            else
+            {
+                if (IsSysPyInstalled())
+                {
+                    return "python";
+                }
+                else
+                {
+                    MessageBox.Show("System python installation not found!\nPlease install Python or download the package from the package installer.");
+                    Interpolate.Cancel("Neither the Flowframes Python Runtime nor System Python installation could be found!");
+                }
+            }
+            return "";
+        }
+
+        public static bool HasEmbeddedPyFolder ()
+        {
+            return Directory.Exists(GetPyFolder());
+        }
+
+        public static string GetPyFolder ()
+        {
+            if (Directory.Exists(Path.Combine(Paths.GetPkgPath(), "py-amp")))
+                return Path.Combine(Paths.GetPkgPath(), "py-amp");
+
+            if (Directory.Exists(Path.Combine(Paths.GetPkgPath(), "py-tu")))
+                return Path.Combine(Paths.GetPkgPath(), "py-tu");
+
+            return "";
+        }
+        
+        public static bool IsPytorchReady ()
+        {
+            string torchVer = GetPytorchVer();
+            if (!string.IsNullOrWhiteSpace(torchVer) && torchVer.Length <= 35)
+                return true;
+            else
+                return false;
+        }
+
+        static string GetPytorchVer()
+        {
+            try
+            {
+                Process py = OSUtils.NewProcess(true);
+                py.StartInfo.Arguments = "\"/C\" " + GetPyCmd() + " -c \"import torch; print(torch.__version__)\"";
+                Logger.Log("[DepCheck] CMD: " + py.StartInfo.Arguments);
+                py.Start();
+                py.WaitForExit();
+                string output = py.StandardOutput.ReadToEnd();
+                string err = py.StandardError.ReadToEnd();
+                if (!string.IsNullOrWhiteSpace(err)) output += "\n" + err;
+                Logger.Log("[DepCheck] Pytorch Check Output: " + output.Trim());
+                return output;
+            }
+            catch
+            {
+                return "";
+            }
+        }
+
+        public static bool IsSysPyInstalled ()
+        {
+            if (hasCheckedSysPy)
+                return sysPyInstalled;
+
+            bool isInstalled = false;
+
+            Logger.Log("Checking if system Python is available...", true);
+            string sysPyVer = GetSysPyVersion();
+
+            if (!string.IsNullOrWhiteSpace(sysPyVer) && !sysPyVer.ToLower().Contains("not found") && sysPyVer.Length <= 35)
+            {
+                isInstalled = true;
+                Logger.Log("Using Python installation: " + sysPyVer, true);
+            }
+
+            hasCheckedSysPy = true;
+            sysPyInstalled = isInstalled;
+            return sysPyInstalled;
+        }
+
+        static string GetSysPyVersion()
+        {
+            string pythonOut = GetSysPythonOutput();
+            Logger.Log("[DepCheck] System Python Check Output: " + pythonOut.Trim(), true);
+            try
+            {
+                string ver = pythonOut.Split('(')[0].Trim();
+                Logger.Log("[DepCheck] Sys Python Ver: " + ver, true);
+                return ver;
+            }
+            catch
+            {
+                return "";
+            }
+        }
+
+        static string GetSysPythonOutput()
+        {
+            Process py = OSUtils.NewProcess(true);
+            py.StartInfo.Arguments = "/C python -V";
+            Logger.Log("[DepCheck] CMD: " + py.StartInfo.Arguments, true);
+            py.Start();
+            py.WaitForExit();
+            string output = py.StandardOutput.ReadToEnd();
+            string err = py.StandardError.ReadToEnd();
+            return output + "\n" + err;
+        }
+    }
+}