mirror of
https://github.com/microsoft/PowerToys.git
synced 2025-12-15 03:07:56 +01:00
Add a new image provider for `MarkdownTextBlock` that allows loading
images from additional sources:
- **file scheme**
- Enables loading images using the `file:` scheme.
- Intentionally restricts file URIs to absolute paths to ensure correct
resolution when passed through the CmdPal extension/host boundary. (In
most cases, 3rd-party extensions will provide the paths, but the CmdPal
host performs the actual loading and would otherwise resolve paths
relative to itself.)
- **data scheme**
- Enables loading images from URIs with the `data:` scheme (both Base64
and URL-encoded forms).
- Note: the Markdown control itself cannot handle large input and may
hang before the code introduced in this PR is invoked.
- **ms-appx scheme**
- This scheme is now supported for loading images.
- However, since the Command Palette host performs the loading,
`ms-appx:` resolution applies to the host and not the extensions, which
limits its usefulness.
- **ms-appdata scheme**
- This scheme is now supported for loading images.
- Similar to `ms-appx:`, resolution applies to the host, not the
extensions, limiting its usefulness.
---
Additionally, this PR introduces the concept of **_image source
hints_**, implemented as query string parameters piggy-backed on the
original URI.
These hints allow users to influence the behavior of images within
Markdown content.
- `--x-cmdpal-fit`
- `none`: no automatic scaling, provides image as is (default)
- `fit`: scale to fit the available space
- `--x-cmdpal-upscale`
- `true`: allow upscaling
- `false`: downscale only (default)
- `--x-cmdpal-width`: desired width in pixels
- `--x-cmdpal-height`: desired height in pixels
- `--x-cmdpal-maxwidth`: max width in pixels
- `--x-cmdpal-maxheight`: max height in pixels
---
Since `MarkdownTextBlock` requires conforming to the `IImageProvider`
interface—which accepts only a raw URI and must return an `Image`
control—this PR also introduces a new class `RtbInlineImageFactory`.
The factory hooks into the root text block upon loading and listens for
events related to **layout** and **DPI changes**, ensuring that images
adapt correctly to the control’s environment.
```csharp
public interface IImageProvider
{
Task<Image> GetImage(string url);
bool ShouldUseThisProvider(string url);
}
```
---
Pictures? Videos!
Loading images from new schemes:
https://github.com/user-attachments/assets/e0f4308d-30b2-4c81-86db-353048c708c1
New image source scaling options:
https://github.com/user-attachments/assets/ec5b007d-3140-4f0a-b163-7b278233ad40
<!-- Enter a brief description/summary of your PR here. What does it
fix/what does it change/how was it tested (even manually, if necessary)?
-->
## Summary of the Pull Request
<!-- Please review the items on the PR checklist before submitting-->
## PR Checklist
- [x] Closes: #41752
- [ ] **Communication:** I've discussed this with core contributors
already. If the work hasn't been agreed, this work might be rejected
- [ ] **Tests:** Added/updated and all pass
- [ ] **Localization:** All end-user-facing strings can be localized
- [ ] **Dev docs:** Added/updated
- [ ] **New binaries:** Added on the required places
- [ ] [JSON for
signing](https://github.com/microsoft/PowerToys/blob/main/.pipelines/ESRPSigning_core.json)
for new binaries
- [ ] [WXS for
installer](https://github.com/microsoft/PowerToys/blob/main/installer/PowerToysSetup/Product.wxs)
for new binaries and localization folder
- [ ] [YML for CI
pipeline](https://github.com/microsoft/PowerToys/blob/main/.pipelines/ci/templates/build-powertoys-steps.yml)
for new test projects
- [ ] [YML for signed
pipeline](https://github.com/microsoft/PowerToys/blob/main/.pipelines/release.yml)
- [ ] **Documentation updated:** If checked, please file a pull request
on [our docs
repo](https://github.com/MicrosoftDocs/windows-uwp/tree/docs/hub/powertoys)
and link it here: #xxx
<!-- Provide a more detailed description of the PR, other things fixed,
or any additional comments/features here -->
## Detailed Description of the Pull Request / Additional comments
<!-- Describe how you validated the behavior. Add automated tests
wherever possible, but list manual validation steps taken as well -->
## Validation Steps Performed
---------
Co-authored-by: Michael Jolley <mike@baldbeardedbuilder.com>
75 lines
2.4 KiB
C#
75 lines
2.4 KiB
C#
// Copyright (c) Microsoft Corporation
|
|
// The Microsoft Corporation licenses this file to you under the MIT license.
|
|
// See the LICENSE file in the project root for more information.
|
|
|
|
using System.Text;
|
|
using Windows.Storage.Streams;
|
|
|
|
namespace Microsoft.CmdPal.UI.Helpers.MarkdownImageProviders;
|
|
|
|
internal sealed partial class DataImageSourceProvider : IImageSourceProvider
|
|
{
|
|
private readonly ImageSourceFactory.ImageDecodeOptions _decodeOptions;
|
|
|
|
public DataImageSourceProvider(ImageSourceFactory.ImageDecodeOptions? decodeOptions = null)
|
|
=> _decodeOptions = decodeOptions ?? new ImageSourceFactory.ImageDecodeOptions();
|
|
|
|
public bool ShouldUseThisProvider(string url)
|
|
=> url.StartsWith("data:", StringComparison.OrdinalIgnoreCase);
|
|
|
|
public async Task<ImageSourceInfo> GetImageSource(string url)
|
|
{
|
|
if (!ShouldUseThisProvider(url))
|
|
{
|
|
throw new ArgumentException("URL is not a data: URI.", nameof(url));
|
|
}
|
|
|
|
// data:[<media type>][;base64],<data>
|
|
var comma = url.IndexOf(',');
|
|
if (comma < 0)
|
|
{
|
|
throw new FormatException("Invalid data URI: missing comma separator.");
|
|
}
|
|
|
|
var header = url[5..comma]; // after "data:"
|
|
var payload = url[(comma + 1)..]; // after comma
|
|
|
|
// Parse header
|
|
string? contentType = null;
|
|
var isBase64 = false;
|
|
|
|
if (!string.IsNullOrEmpty(header))
|
|
{
|
|
var parts = header.Split(';');
|
|
|
|
// first token may be media type
|
|
if (!string.IsNullOrWhiteSpace(parts[0]) && parts[0].Contains('/'))
|
|
{
|
|
contentType = parts[0];
|
|
}
|
|
|
|
isBase64 = parts.Any(static p => p.Equals("base64", StringComparison.OrdinalIgnoreCase));
|
|
}
|
|
|
|
var bytes = isBase64
|
|
? Convert.FromBase64String(payload)
|
|
: Encoding.UTF8.GetBytes(Uri.UnescapeDataString(payload));
|
|
|
|
var mem = new InMemoryRandomAccessStream();
|
|
using (var writer = new DataWriter(mem.GetOutputStreamAt(0)))
|
|
{
|
|
writer.WriteBytes(bytes);
|
|
await writer.StoreAsync()!;
|
|
}
|
|
|
|
mem.Seek(0);
|
|
|
|
var imagePayload = new ImageSourceFactory.ImagePayload(mem, contentType, null);
|
|
var imageSource = await ImageSourceFactory.CreateAsync(imagePayload, _decodeOptions);
|
|
return new ImageSourceInfo(imageSource, new ImageHints
|
|
{
|
|
DownscaleOnly = true,
|
|
});
|
|
}
|
|
}
|