// Copyright (c) Microsoft Corporation // The Microsoft Corporation licenses this file to you under the MIT license. // See the LICENSE file in the project root for more information. using ManagedCommon; using Microsoft.AI.Foundry.Local; namespace LanguageModelProvider.FoundryLocal; internal sealed class FoundryClient { public static async Task CreateAsync() { try { Logger.LogInfo("[FoundryClient] Creating Foundry Local client"); var manager = new FoundryLocalManager(); // Check if service is already running if (manager.IsServiceRunning) { Logger.LogInfo("[FoundryClient] Foundry service is already running"); return new FoundryClient(manager); } // Start the service using SDK's method Logger.LogInfo("[FoundryClient] Starting Foundry service using manager.StartServiceAsync()"); await manager.StartServiceAsync().ConfigureAwait(false); Logger.LogInfo("[FoundryClient] Foundry service started successfully"); return new FoundryClient(manager); } catch (Exception ex) { Logger.LogError($"[FoundryClient] Error creating client: {ex.Message}"); if (ex.InnerException != null) { Logger.LogError($"[FoundryClient] Inner exception: {ex.InnerException.Message}"); } return null; } } private readonly FoundryLocalManager _foundryManager; private readonly List _catalogModels = []; private FoundryClient(FoundryLocalManager foundryManager) { _foundryManager = foundryManager; } public Task GetServiceUrl() { try { return Task.FromResult(_foundryManager.Endpoint?.ToString()); } catch { return Task.FromResult(null); } } public Uri? GetServiceUri() { try { return _foundryManager.ServiceUri; } catch { return null; } } public async Task> ListCatalogModels() { if (_catalogModels.Count > 0) { return _catalogModels; } try { Logger.LogInfo("[FoundryClient] Listing catalog models"); var models = await _foundryManager.ListCatalogModelsAsync().ConfigureAwait(false); if (models != null) { foreach (var model in models) { _catalogModels.Add(new FoundryCatalogModel { Name = model.ModelId ?? string.Empty, DisplayName = model.DisplayName ?? string.Empty, ProviderType = model.ProviderType ?? string.Empty, Uri = model.Uri ?? string.Empty, Version = model.Version ?? string.Empty, ModelType = model.ModelType ?? string.Empty, Publisher = model.Publisher ?? string.Empty, Task = model.Task ?? string.Empty, FileSizeMb = model.FileSizeMb, Alias = model.Alias ?? string.Empty, License = model.License ?? string.Empty, LicenseDescription = model.LicenseDescription ?? string.Empty, ParentModelUri = model.ParentModelUri ?? string.Empty, SupportsToolCalling = model.SupportsToolCalling, }); } Logger.LogInfo($"[FoundryClient] Found {_catalogModels.Count} catalog models"); } } catch (Exception ex) { Logger.LogError($"[FoundryClient] Error listing catalog models: {ex.Message}"); // Surfacing errors here prevents listing other providers; swallow and return cached list instead. } return _catalogModels; } public async Task> ListCachedModels() { try { Logger.LogInfo("[FoundryClient] Listing cached models"); var cachedModels = await _foundryManager.ListCachedModelsAsync().ConfigureAwait(false); var catalogModels = await ListCatalogModels().ConfigureAwait(false); List models = []; foreach (var model in cachedModels) { var catalogModel = catalogModels.FirstOrDefault(m => m.Name == model.ModelId); var alias = catalogModel?.Alias ?? model.Alias; models.Add(new FoundryCachedModel(model.ModelId ?? string.Empty, alias)); } Logger.LogInfo($"[FoundryClient] Found {models.Count} cached models"); return models; } catch (Exception ex) { Logger.LogError($"[FoundryClient] Error listing cached models: {ex.Message}"); return []; } } public async Task IsModelLoaded(string modelId) { try { var loadedModels = await _foundryManager.ListLoadedModelsAsync().ConfigureAwait(false); var isLoaded = loadedModels.Any(m => m.ModelId == modelId); Logger.LogInfo($"[FoundryClient] IsModelLoaded({modelId}): {isLoaded}"); Logger.LogInfo($"[FoundryClient] Loaded models: {string.Join(", ", loadedModels.Select(m => m.ModelId))}"); return isLoaded; } catch (Exception ex) { Logger.LogError($"[FoundryClient] IsModelLoaded exception: {ex.Message}"); return false; } } public async Task EnsureModelLoaded(string modelId) { try { Logger.LogInfo($"[FoundryClient] EnsureModelLoaded called with: {modelId}"); // Check if already loaded if (await IsModelLoaded(modelId).ConfigureAwait(false)) { Logger.LogInfo($"[FoundryClient] Model already loaded: {modelId}"); return true; } // Check if model exists in cache var cachedModels = await ListCachedModels().ConfigureAwait(false); Logger.LogInfo($"[FoundryClient] Cached models: {string.Join(", ", cachedModels.Select(m => m.Name))}"); if (!cachedModels.Any(m => m.Name == modelId)) { Logger.LogWarning($"[FoundryClient] Model not found in cache: {modelId}"); return false; } // Load the model Logger.LogInfo($"[FoundryClient] Loading model: {modelId}"); await _foundryManager.LoadModelAsync(modelId).ConfigureAwait(false); // Verify it's loaded var loaded = await IsModelLoaded(modelId).ConfigureAwait(false); Logger.LogInfo($"[FoundryClient] Model load result: {loaded}"); return loaded; } catch (Exception ex) { Logger.LogError($"[FoundryClient] EnsureModelLoaded exception: {ex.Message}"); return false; } } }