mirror of
https://github.com/microsoft/terminal.git
synced 2026-10-02 19:40:03 +00:00
## Summary of the Pull Request This forces the `TermControl` to only use `ControlCore` and `ControlInteractivity` via their WinRT projections. We want this, because WinRT projections can be used across process boundaries. In the future, `ControlCore` and `ControlInteractivity` are going to be living in a different process entirely from `TermControl`. By enforcing this boundary now, we can make sure that they will work seamlessly in the future. ## References * Tear-out: #1256 * Megathread: #5000 * Project: https://github.com/microsoft/terminal/projects/5 ## PR Checklist * [x] Closes https://github.com/microsoft/terminal/projects/5#card-50760270 * [x] I work here * [x] Tests added/passed * [n/a] Requires documentation to be updated ## Detailed Description of the Pull Request / Additional comments Most all this was just converting pure c++ types to winrt types when possible. I've added a couple helper projections with `til` converters, which made most of this really easy. The "`MouseButtonState` needs to be composed of `Int32`s instead of `bool`s" is MENTAL. I have no idea why this is, but when I had the control OOP in the sample, that would crash when trying to de-marshal the bools. BODGY. The biggest changes are in the way the UIA stuff is hooked up. The UiaEngine needs to be attached directly to the `Renderer`, and it can't be easily projected, so it needs to live next to the `ControlCore`. But the `TermControlAutomationPeer` needed the `UiaEngine` to help implement some interfaces. Now, there's a new layer we've introduced. `InteractivityAutomationPeer` does the `ITextProvider`, `IControlAccessibilityInfo` and the `IUiaEventDispatcher` thing. `TermControlAutomationPeer` now has a `InteractivityAutomationPeer` stashed inside itself, so that it can ask the interactivity layer to do the real work. We still need the `TermControlAutomationPeer` though, to be able to attach to the real UI tree. ## Validation Steps Performed The terminal behaves basically the same as before. Most importantly, I whipped out Accessibility Insights, and the Terminal looks the same as before.
209 lines
7.8 KiB
C++
209 lines
7.8 KiB
C++
// Copyright (c) Microsoft Corporation.
|
|
// Licensed under the MIT license.
|
|
|
|
#include "pch.h"
|
|
#include <UIAutomationCore.h>
|
|
#include <LibraryResources.h>
|
|
#include "InteractivityAutomationPeer.h"
|
|
#include "InteractivityAutomationPeer.g.cpp"
|
|
|
|
#include "XamlUiaTextRange.h"
|
|
#include "../types/UiaTracing.h"
|
|
|
|
using namespace Microsoft::Console::Types;
|
|
using namespace winrt::Windows::UI::Xaml::Automation::Peers;
|
|
using namespace winrt::Windows::Graphics::Display;
|
|
|
|
namespace UIA
|
|
{
|
|
using ::ITextRangeProvider;
|
|
using ::SupportedTextSelection;
|
|
}
|
|
|
|
namespace XamlAutomation
|
|
{
|
|
using winrt::Windows::UI::Xaml::Automation::SupportedTextSelection;
|
|
using winrt::Windows::UI::Xaml::Automation::Provider::IRawElementProviderSimple;
|
|
using winrt::Windows::UI::Xaml::Automation::Provider::ITextRangeProvider;
|
|
}
|
|
|
|
namespace winrt::Microsoft::Terminal::Control::implementation
|
|
{
|
|
InteractivityAutomationPeer::InteractivityAutomationPeer(Control::implementation::ControlInteractivity* owner) :
|
|
_interactivity{ owner }
|
|
{
|
|
THROW_IF_FAILED(::Microsoft::WRL::MakeAndInitialize<::Microsoft::Terminal::TermControlUiaProvider>(&_uiaProvider, _interactivity->GetUiaData(), this));
|
|
};
|
|
|
|
void InteractivityAutomationPeer::SetControlBounds(const Windows::Foundation::Rect bounds)
|
|
{
|
|
_controlBounds = til::rectangle{ til::math::rounding, bounds };
|
|
}
|
|
void InteractivityAutomationPeer::SetControlPadding(const Core::Padding padding)
|
|
{
|
|
_controlPadding = padding;
|
|
}
|
|
|
|
// Method Description:
|
|
// - Signals the ui automation client that the terminal's selection has
|
|
// changed and should be updated
|
|
// - We will raise a new event, for out embedding control to be able to
|
|
// raise the event. AutomationPeer by itself doesn't hook up to the
|
|
// eventing mechanism, we need the FrameworkAutomationPeer to do that.
|
|
// Arguments:
|
|
// - <none>
|
|
// Return Value:
|
|
// - <none>
|
|
void InteractivityAutomationPeer::SignalSelectionChanged()
|
|
{
|
|
_SelectionChangedHandlers(*this, nullptr);
|
|
}
|
|
|
|
// Method Description:
|
|
// - Signals the ui automation client that the terminal's output has changed
|
|
// and should be updated
|
|
// - We will raise a new event, for out embedding control to be able to
|
|
// raise the event. AutomationPeer by itself doesn't hook up to the
|
|
// eventing mechanism, we need the FrameworkAutomationPeer to do that.
|
|
// Arguments:
|
|
// - <none>
|
|
// Return Value:
|
|
// - <none>
|
|
void InteractivityAutomationPeer::SignalTextChanged()
|
|
{
|
|
_TextChangedHandlers(*this, nullptr);
|
|
}
|
|
|
|
// Method Description:
|
|
// - Signals the ui automation client that the cursor's state has changed
|
|
// and should be updated
|
|
// - We will raise a new event, for out embedding control to be able to
|
|
// raise the event. AutomationPeer by itself doesn't hook up to the
|
|
// eventing mechanism, we need the FrameworkAutomationPeer to do that.
|
|
// Arguments:
|
|
// - <none>
|
|
// Return Value:
|
|
// - <none>
|
|
void InteractivityAutomationPeer::SignalCursorChanged()
|
|
{
|
|
_CursorChangedHandlers(*this, nullptr);
|
|
}
|
|
|
|
#pragma region ITextProvider
|
|
com_array<XamlAutomation::ITextRangeProvider> InteractivityAutomationPeer::GetSelection()
|
|
{
|
|
SAFEARRAY* pReturnVal;
|
|
THROW_IF_FAILED(_uiaProvider->GetSelection(&pReturnVal));
|
|
return WrapArrayOfTextRangeProviders(pReturnVal);
|
|
}
|
|
|
|
com_array<XamlAutomation::ITextRangeProvider> InteractivityAutomationPeer::GetVisibleRanges()
|
|
{
|
|
SAFEARRAY* pReturnVal;
|
|
THROW_IF_FAILED(_uiaProvider->GetVisibleRanges(&pReturnVal));
|
|
return WrapArrayOfTextRangeProviders(pReturnVal);
|
|
}
|
|
|
|
XamlAutomation::ITextRangeProvider InteractivityAutomationPeer::RangeFromChild(XamlAutomation::IRawElementProviderSimple childElement)
|
|
{
|
|
UIA::ITextRangeProvider* returnVal;
|
|
// ScreenInfoUiaProvider doesn't actually use parameter, so just pass in nullptr
|
|
THROW_IF_FAILED(_uiaProvider->RangeFromChild(/* IRawElementProviderSimple */ nullptr,
|
|
&returnVal));
|
|
|
|
const auto parentProvider = this->ProviderFromPeer(*this);
|
|
const auto xutr = winrt::make_self<XamlUiaTextRange>(returnVal, parentProvider);
|
|
return xutr.as<XamlAutomation::ITextRangeProvider>();
|
|
}
|
|
|
|
XamlAutomation::ITextRangeProvider InteractivityAutomationPeer::RangeFromPoint(Windows::Foundation::Point screenLocation)
|
|
{
|
|
UIA::ITextRangeProvider* returnVal;
|
|
THROW_IF_FAILED(_uiaProvider->RangeFromPoint({ screenLocation.X, screenLocation.Y }, &returnVal));
|
|
|
|
const auto parentProvider = this->ProviderFromPeer(*this);
|
|
const auto xutr = winrt::make_self<XamlUiaTextRange>(returnVal, parentProvider);
|
|
return xutr.as<XamlAutomation::ITextRangeProvider>();
|
|
}
|
|
|
|
XamlAutomation::ITextRangeProvider InteractivityAutomationPeer::DocumentRange()
|
|
{
|
|
UIA::ITextRangeProvider* returnVal;
|
|
THROW_IF_FAILED(_uiaProvider->get_DocumentRange(&returnVal));
|
|
|
|
const auto parentProvider = this->ProviderFromPeer(*this);
|
|
const auto xutr = winrt::make_self<XamlUiaTextRange>(returnVal, parentProvider);
|
|
return xutr.as<XamlAutomation::ITextRangeProvider>();
|
|
}
|
|
|
|
XamlAutomation::SupportedTextSelection InteractivityAutomationPeer::SupportedTextSelection()
|
|
{
|
|
UIA::SupportedTextSelection returnVal;
|
|
THROW_IF_FAILED(_uiaProvider->get_SupportedTextSelection(&returnVal));
|
|
return static_cast<XamlAutomation::SupportedTextSelection>(returnVal);
|
|
}
|
|
|
|
#pragma endregion
|
|
|
|
#pragma region IControlAccessibilityInfo
|
|
COORD InteractivityAutomationPeer::GetFontSize() const
|
|
{
|
|
return til::size{ til::math::rounding, _interactivity->Core().FontSize() };
|
|
}
|
|
|
|
RECT InteractivityAutomationPeer::GetBounds() const
|
|
{
|
|
return _controlBounds;
|
|
}
|
|
|
|
HRESULT InteractivityAutomationPeer::GetHostUiaProvider(IRawElementProviderSimple** provider)
|
|
{
|
|
RETURN_HR_IF(E_INVALIDARG, provider == nullptr);
|
|
*provider = nullptr;
|
|
|
|
return S_OK;
|
|
}
|
|
|
|
RECT InteractivityAutomationPeer::GetPadding() const
|
|
{
|
|
return _controlPadding;
|
|
}
|
|
|
|
double InteractivityAutomationPeer::GetScaleFactor() const
|
|
{
|
|
return DisplayInformation::GetForCurrentView().RawPixelsPerViewPixel();
|
|
}
|
|
|
|
void InteractivityAutomationPeer::ChangeViewport(const SMALL_RECT NewWindow)
|
|
{
|
|
_interactivity->UpdateScrollbar(NewWindow.Top);
|
|
}
|
|
#pragma endregion
|
|
|
|
// Method Description:
|
|
// - extracts the UiaTextRanges from the SAFEARRAY and converts them to Xaml ITextRangeProviders
|
|
// Arguments:
|
|
// - SAFEARRAY of UIA::UiaTextRange (ITextRangeProviders)
|
|
// Return Value:
|
|
// - com_array of Xaml Wrapped UiaTextRange (ITextRangeProviders)
|
|
com_array<XamlAutomation::ITextRangeProvider> InteractivityAutomationPeer::WrapArrayOfTextRangeProviders(SAFEARRAY* textRanges)
|
|
{
|
|
// transfer ownership of UiaTextRanges to this new vector
|
|
auto providers = SafeArrayToOwningVector<::Microsoft::Terminal::TermControlUiaTextRange>(textRanges);
|
|
int count = gsl::narrow<int>(providers.size());
|
|
|
|
std::vector<XamlAutomation::ITextRangeProvider> vec;
|
|
vec.reserve(count);
|
|
auto parentProvider = this->ProviderFromPeer(*this);
|
|
for (int i = 0; i < count; i++)
|
|
{
|
|
auto xutr = make_self<XamlUiaTextRange>(providers[i].detach(), parentProvider);
|
|
vec.emplace_back(xutr.as<XamlAutomation::ITextRangeProvider>());
|
|
}
|
|
|
|
com_array<XamlAutomation::ITextRangeProvider> result{ vec };
|
|
|
|
return result;
|
|
}
|
|
}
|