diff --git a/Plugins/Wox.Plugin.Program/Views/ProgramSetting.xaml.cs b/Plugins/Wox.Plugin.Program/Views/ProgramSetting.xaml.cs
index 9950adf3c0..b610a6dc60 100644
--- a/Plugins/Wox.Plugin.Program/Views/ProgramSetting.xaml.cs
+++ b/Plugins/Wox.Plugin.Program/Views/ProgramSetting.xaml.cs
@@ -68,8 +68,12 @@ namespace Wox.Plugin.Program.Views
 
         private void DeleteProgramSources(List<ProgramSource> itemsToDelete)
         {
-            itemsToDelete.ForEach(x => _settings.ProgramSources.Remove(x));
+            itemsToDelete.ForEach(t1 => _settings.ProgramSources
+                                                    .Remove(_settings.ProgramSources
+                                                                        .Where(x => x.UniqueIdentifier == t1.UniqueIdentifier)
+                                                                        .FirstOrDefault()));
             itemsToDelete.ForEach(x => ProgramSettingDisplayList.Remove(x));
+
             ReIndexing();
         }