Fix macro parser

src/terminal/adapter/ITermDispatch.hpp

@@ -23,7 +23,7 @@ namespace Microsoft::Console::VirtualTerminal
 class Microsoft::Console::VirtualTerminal::ITermDispatch
 {
 public:
-    using StringHandler = std::function<bool(const wchar_t)>;
+    using StringHandler = std::function<bool(std::wstring_view)>;
 
     enum class OptionalFeature
     {

src/terminal/adapter/MacroBuffer.cpp

@@ -113,8 +113,10 @@ bool MacroBuffer::InitParser(const size_t macroId, const DispatchTypes::MacroDel
     return false;
 }
 
-bool MacroBuffer::ParseDefinition(const wchar_t ch)
+bool MacroBuffer::ParseDefinition(const std::wstring_view str)
 {
+    for (const auto ch : str)
+    {
         // Once we receive an ESC, that marks the end of the definition, but if
         // an unterminated repeat is still pending, we should apply that now.
         if (ch == AsciiChars::ESC)
@@ -129,7 +131,7 @@ bool MacroBuffer::ParseDefinition(const wchar_t ch)
         // Any other control characters are just ignored.
         if (ch < L' ')
         {
-        return true;
+            continue;
         }
 
         // For "text encoded" macros, we'll always be in the ExpectingText state.
@@ -197,8 +199,10 @@ bool MacroBuffer::ParseDefinition(const wchar_t ch)
         if (!success)
         {
             _deleteMacro(_activeMacro());
+            return false;
         }
-    return success;
+    }
+    return true;
 }
 
 bool MacroBuffer::_decodeHexDigit(const wchar_t ch) noexcept

src/terminal/adapter/MacroBuffer.hpp

@@ -44,7 +44,7 @@ namespace Microsoft::Console::VirtualTerminal
         void InvokeMacro(const size_t macroId, StateMachine& stateMachine);
         void ClearMacrosIfInUse();
         bool InitParser(const size_t macroId, const DispatchTypes::MacroDeleteControl deleteControl, const DispatchTypes::MacroEncoding encoding);
-        bool ParseDefinition(const wchar_t ch);
+        bool ParseDefinition(std::wstring_view str);
 
     private:
         bool _decodeHexDigit(const wchar_t ch) noexcept;

src/terminal/adapter/SixelParser.cpp

@@ -42,9 +42,8 @@ size_t SixelParser::MaxColorsForLevel(const VTInt conformanceLevel) noexcept
     }
 }
 
-SixelParser::SixelParser(AdaptDispatch& dispatcher, const StateMachine& stateMachine, const VTInt conformanceLevel) noexcept :
+SixelParser::SixelParser(AdaptDispatch& dispatcher, const VTInt conformanceLevel) noexcept :
     _dispatcher{ dispatcher },
-    _stateMachine{ stateMachine },
     _conformanceLevel{ conformanceLevel },
     _cellSize{ CellSizeForLevel(conformanceLevel) },
     _maxColors{ MaxColorsForLevel(conformanceLevel) }
@@ -80,7 +79,7 @@ void SixelParser::SetDisplayMode(const bool enabled) noexcept
     }
 }
 
-std::function<bool(wchar_t)> SixelParser::DefineImage(const VTInt macroParameter, const DispatchTypes::SixelBackground backgroundSelect, const VTParameter backgroundColor)
+std::function<bool(std::wstring_view)> SixelParser::DefineImage(const VTInt macroParameter, const DispatchTypes::SixelBackground backgroundSelect, const VTParameter backgroundColor)
 {
     if (_initTextBufferBoundaries())
     {
@@ -89,8 +88,17 @@ std::function<bool(wchar_t)> SixelParser::DefineImage(const VTInt macroParameter
         _initImageBuffer();
         _state = States::Normal;
         _parameters.clear();
-        return [&](const auto ch) {
+        return [&](const std::wstring_view str) {
+            auto it = str.begin();
+            const auto end = str.end();
+
+            while (it != end)
+            {
+                const auto ch = *it++;
+                _isProcessingLastCharacter = it == end;
                 _parseCommandChar(ch);
+            }
+
             return true;
         };
     }
@@ -554,7 +562,7 @@ void SixelParser::_defineColor(const size_t colorNumber, const COLORREF color)
         // If some image content has already been defined at this point, and
         // we're processing the last character in the packet, this is likely an
         // attempt to animate the palette, so we should flush the image.
-        if (_imageWidth > 0 && _stateMachine.IsProcessingLastCharacter())
+        if (_imageWidth > 0 && _isProcessingLastCharacter)
         {
             _maybeFlushImageBuffer();
         }
@@ -876,7 +884,7 @@ void SixelParser::_maybeFlushImageBuffer(const bool endOfSequence)
     const auto currentTime = steady_clock::now();
     const auto timeSinceLastFlush = duration_cast<milliseconds>(currentTime - _lastFlushTime);
     const auto linesSinceLastFlush = _imageLineCount - _lastFlushLine;
-    if (endOfSequence || timeSinceLastFlush > 500ms || (linesSinceLastFlush <= 1 && _stateMachine.IsProcessingLastCharacter()))
+    if (endOfSequence || timeSinceLastFlush > 500ms || (linesSinceLastFlush <= 1 && _isProcessingLastCharacter))
     {
         _lastFlushTime = currentTime;
         _lastFlushLine = _imageLineCount;

src/terminal/adapter/SixelParser.hpp

@@ -21,7 +21,6 @@ namespace Microsoft::Console::VirtualTerminal
 {
     class AdaptDispatch;
     class Page;
-    class StateMachine;
 
     class SixelParser
     {
@@ -31,10 +30,10 @@ namespace Microsoft::Console::VirtualTerminal
         static til::size CellSizeForLevel(const VTInt conformanceLevel = DefaultConformance) noexcept;
         static size_t MaxColorsForLevel(const VTInt conformanceLevel = DefaultConformance) noexcept;
 
-        SixelParser(AdaptDispatch& dispatcher, const StateMachine& stateMachine, const VTInt conformanceLevel = DefaultConformance) noexcept;
+        SixelParser(AdaptDispatch& dispatcher, const VTInt conformanceLevel = DefaultConformance) noexcept;
         void SoftReset();
         void SetDisplayMode(const bool enabled) noexcept;
-        std::function<bool(wchar_t)> DefineImage(const VTInt macroParameter, const DispatchTypes::SixelBackground backgroundSelect, const VTParameter backgroundColor);
+        std::function<bool(std::wstring_view)> DefineImage(const VTInt macroParameter, const DispatchTypes::SixelBackground backgroundSelect, const VTParameter backgroundColor);
 
     private:
         // NB: If we want to support more than 256 colors, we'll also need to
@@ -49,7 +48,6 @@ namespace Microsoft::Console::VirtualTerminal
         };
 
         AdaptDispatch& _dispatcher;
-        const StateMachine& _stateMachine;
         const VTInt _conformanceLevel;
 
         void _parseCommandChar(const wchar_t ch);
@@ -106,6 +104,7 @@ namespace Microsoft::Console::VirtualTerminal
         size_t _colorsAvailable = 0;
         IndexedPixel _foregroundPixel = {};
         bool _colorTableChanged = false;
+        bool _isProcessingLastCharacter = false;
 
         void _initImageBuffer();
         void _resizeImageBuffer(const til::CoordType requiredHeight);

src/terminal/adapter/adaptDispatch.cpp

@@ -3787,7 +3787,7 @@ ITermDispatch::StringHandler AdaptDispatch::DefineSixelImage(const VTInt macroPa
     // The sixel parser is created on demand.
     if (!_sixelParser)
     {
-        _sixelParser = std::make_unique<SixelParser>(*this, _api.GetStateMachine());
+        _sixelParser = std::make_unique<SixelParser>(*this);
         _sixelParser->SetDisplayMode(_modes.test(Mode::SixelDisplay));
     }
     return _sixelParser->DefineImage(macroParameter, backgroundSelect, backgroundColor);
@@ -3836,7 +3836,9 @@ ITermDispatch::StringHandler AdaptDispatch::DownloadDRCS(const VTInt fontNumber,
         return nullptr;
     }
 
-    return [=](const auto ch) {
+    return [=](const std::wstring_view str) {
+        for (const auto ch : str)
+        {
             // We pass the data string straight through to the font buffer class
             // until we receive an ESC, indicating the end of the string. At that
             // point we can finalize the buffer, and if valid, update the renderer
@@ -3866,6 +3868,7 @@ ITermDispatch::StringHandler AdaptDispatch::DownloadDRCS(const VTInt fontNumber,
                     _renderer->UpdateSoftFont(bitPattern, cellSize, centeringHint);
                 }
             }
+        }
         return true;
     };
 }
@@ -3889,7 +3892,9 @@ void AdaptDispatch::RequestUserPreferenceCharset()
 // - a function to parse the character set ID
 ITermDispatch::StringHandler AdaptDispatch::AssignUserPreferenceCharset(const DispatchTypes::CharsetSize charsetSize)
 {
-    return [this, charsetSize, idBuilder = VTIDBuilder{}](const auto ch) mutable {
+    return [this, charsetSize, idBuilder = VTIDBuilder{}](const std::wstring_view str) mutable {
+        for (const auto ch : str)
+        {
             if (ch >= L'\x20' && ch <= L'\x2f')
             {
                 idBuilder.AddIntermediate(ch);
@@ -3908,6 +3913,7 @@ ITermDispatch::StringHandler AdaptDispatch::AssignUserPreferenceCharset(const Di
                 }
                 return false;
             }
+        }
         return true;
     };
 }
@@ -3932,8 +3938,8 @@ ITermDispatch::StringHandler AdaptDispatch::DefineMacro(const VTInt macroId,
 
     if (_macroBuffer->InitParser(macroId, deleteControl, encoding))
     {
-        return [&](const auto ch) {
+        return [&](const std::wstring_view str) {
-            return _macroBuffer->ParseDefinition(ch);
+            return _macroBuffer->ParseDefinition(str);
         };
     }
 
@@ -4053,7 +4059,9 @@ void AdaptDispatch::_ReportColorTable(const DispatchTypes::ColorModel colorModel
 // - a function to parse the report data.
 ITermDispatch::StringHandler AdaptDispatch::_RestoreColorTable()
 {
-    return [this, parameter = VTInt{}, parameters = std::vector<VTParameter>{}](const auto ch) mutable {
+    return [this, parameter = VTInt{}, parameters = std::vector<VTParameter>{}](const std::wstring_view str) mutable {
+        for (const auto ch : str)
+        {
             if (ch >= L'0' && ch <= L'9')
             {
                 parameter *= 10;
@@ -4091,7 +4099,8 @@ ITermDispatch::StringHandler AdaptDispatch::_RestoreColorTable()
                 parameters.clear();
                 parameter = 0;
             }
-        return (ch != AsciiChars::ESC);
+        }
+        return true;
     };
 }
 
@@ -4111,7 +4120,9 @@ ITermDispatch::StringHandler AdaptDispatch::RequestSetting()
     // this is the opposite of what is documented in most DEC manuals, which
     // say that 0 is for a valid response, and 1 is for an error. The correct
     // interpretation is documented in the DEC STD 070 reference.
-    return [this, parameter = VTInt{}, idBuilder = VTIDBuilder{}](const auto ch) mutable {
+    return [this, parameter = VTInt{}, idBuilder = VTIDBuilder{}](const std::wstring_view str) mutable {
+        for (const auto ch : str)
+        {
             const auto isFinal = ch >= L'\x40' && ch <= L'\x7e';
             if (isFinal)
             {
@@ -4145,8 +4156,7 @@ ITermDispatch::StringHandler AdaptDispatch::RequestSetting()
                 }
                 return false;
             }
-        else
+
-        {
             // Although we don't yet support any operations with parameter
             // prefixes, it's important that we still parse the prefix and
             // include it in the ID. Otherwise, we'll mistakenly respond to
@@ -4164,8 +4174,8 @@ ITermDispatch::StringHandler AdaptDispatch::RequestSetting()
                 parameter += (ch - L'0');
                 parameter = std::min(parameter, MAX_PARAMETER_VALUE);
             }
-            return true;
         }
+        return true;
     };
 }
 
@@ -4513,7 +4523,9 @@ ITermDispatch::StringHandler AdaptDispatch::_RestoreCursorInformation()
         VTParameter row{};
         VTParameter column{};
     };
-    return [&, state = State{}](const auto ch) mutable {
+    return [&, state = State{}](const std::wstring_view str) mutable {
+        for (const auto ch : str)
+        {
             if (numeric.test(state.field))
             {
                 if (ch >= '0' && ch <= '9')
@@ -4632,7 +4644,8 @@ ITermDispatch::StringHandler AdaptDispatch::_RestoreCursorInformation()
                     state.field = static_cast<Field>(state.field + 1);
                 }
             }
-        return (ch != AsciiChars::ESC);
+        }
+        return true;
     };
 }
 
@@ -4685,7 +4698,9 @@ ITermDispatch::StringHandler AdaptDispatch::_RestoreTabStops()
     _ClearAllTabStops();
     _InitTabStopsForWidth(width);
 
-    return [this, width, column = size_t{}](const auto ch) mutable {
+    return [this, width, column = size_t{}](const std::wstring_view str) mutable {
+        for (const auto ch : str)
+        {
             if (ch >= L'0' && ch <= L'9')
             {
                 column *= 10;
@@ -4708,7 +4723,8 @@ ITermDispatch::StringHandler AdaptDispatch::_RestoreTabStops()
                 // process any more of the input - we just abort.
                 return false;
             }
-        return (ch != AsciiChars::ESC);
+        }
+        return true;
     };
 }
 

src/terminal/adapter/ut_adapter/adapterTest.cpp

@@ -1847,11 +1847,8 @@ public:
     {
         const auto requestSetting = [=](const std::wstring_view settingId = {}) {
             const auto stringHandler = _pDispatch->RequestSetting();
-            for (auto ch : settingId)
+            stringHandler(settingId);
-            {
+            stringHandler(L"\033"); // String terminator
-                stringHandler(ch);
-            }
-            stringHandler(L'\033'); // String terminator
         };
 
         Log::Comment(L"Requesting DECSTBM margins (5 to 10).");
@@ -3568,11 +3565,8 @@ public:
     {
         const auto assignCharset = [=](const auto charsetSize, const std::wstring_view charsetId = {}) {
             const auto stringHandler = _pDispatch->AssignUserPreferenceCharset(charsetSize);
-            for (auto ch : charsetId)
+            stringHandler(charsetId);
-            {
+            stringHandler(L"\033"); // String terminator
-                stringHandler(ch);
-            }
-            stringHandler(L'\033'); // String terminator
         };
         auto& termOutput = _pDispatch->_termOutput;
         termOutput.SoftReset();

src/terminal/parser/IStateMachineEngine.hpp

@@ -20,7 +20,7 @@ namespace Microsoft::Console::VirtualTerminal
     class IStateMachineEngine
     {
     public:
-        using StringHandler = std::function<bool(const wchar_t)>;
+        using StringHandler = std::function<bool(std::wstring_view)>;
 
         virtual ~IStateMachineEngine() = 0;
         IStateMachineEngine(const IStateMachineEngine&) = default;

src/terminal/parser/stateMachine.cpp

@@ -13,17 +13,7 @@ using namespace Microsoft::Console::VirtualTerminal;
 //Takes ownership of the pEngine.
 StateMachine::StateMachine(std::unique_ptr<IStateMachineEngine> engine, const bool isEngineForInput) noexcept :
     _engine(std::move(engine)),
-    _isEngineForInput(isEngineForInput),
+    _isEngineForInput(isEngineForInput)
-    _state(VTStates::Ground),
-    _trace(Microsoft::Console::VirtualTerminal::ParserTracing()),
-    _parameters{},
-    _subParameters{},
-    _subParameterRanges{},
-    _parameterLimitOverflowed(false),
-    _subParameterLimitOverflowed(false),
-    _subParameterCounter(0),
-    _oscString{},
-    _cachedSequence{ std::nullopt }
 {
     // The state machine must always accept C1 controls for the input engine,
     // otherwise it won't work when the ConPTY terminal has S8C1T enabled.
@@ -324,18 +314,6 @@ static constexpr bool _isDcsIndicator(const wchar_t wch) noexcept
     return wch == L'P'; // 0x50
 }
 
-// Routine Description:
-// - Determines if a character is valid for a DCS pass through sequence.
-// Arguments:
-// - wch - Character to check.
-// Return Value:
-// - True if it is. False if it isn't.
-static constexpr bool _isDcsPassThroughValid(const wchar_t wch) noexcept
-{
-    // 0x20 - 0x7E
-    return wch >= AsciiChars::SPC && wch < AsciiChars::DEL;
-}
-
 // Routine Description:
 // - Determines if a character is "start of string" beginning
 //      indicator.
@@ -655,7 +633,7 @@ void StateMachine::_ActionInterrupt()
     if (_state == VTStates::DcsPassThrough)
     {
         // The ESC signals the end of the data string.
-        _dcsStringHandler(AsciiChars::ESC);
+        _dcsStringHandler(L"\x1b");
         _dcsStringHandler = nullptr;
     }
 }
@@ -1799,20 +1777,70 @@ void StateMachine::_EventDcsParam(const wchar_t wch)
 // - wch - Character that triggered the event
 // Return Value:
 // - <none>
-void StateMachine::_EventDcsPassThrough(const wchar_t wch)
+void StateMachine::_EventDcsPassThrough(const wchar_t)
 {
+    static constexpr auto isDcsIgnore = [](const wchar_t wch) {
+        return wch == AsciiChars::DEL;
+    };
+    static constexpr auto isDcsTerminator = [](const wchar_t wch) {
+        return wch == AsciiChars::CAN ||
+               wch == AsciiChars::SUB ||
+               wch == AsciiChars::ESC ||
+               (wch >= 0x80 && wch <= 0x9F);
+    };
+    static constexpr auto isDcsActionable = [](const wchar_t wch) {
+        return wch == AsciiChars::CAN ||
+               wch == AsciiChars::SUB ||
+               wch == AsciiChars::ESC ||
+               wch == AsciiChars::DEL ||
+               (wch >= 0x80 && wch <= 0x9F);
+    };
+
     _trace.TraceOnEvent(L"DcsPassThrough");
-    if (_isC0Code(wch) || _isDcsPassThroughValid(wch))
+
+    // Assuming other functions are correctly implemented,
+    // we're only called when we have data to process.
+    assert(_runEnd != 0 && _runEnd <= _currentString.size());
+
+    const auto end = _currentString.end();
+    auto runEnd = _currentString.begin() + (_runEnd - 1);
+
+    for (;;)
     {
-        if (!_dcsStringHandler(wch))
+        const auto runBeg = runEnd;
+
+        // Process a chunk of non-actionable, passthrough characters
+        // and exit if we're out of input.
+        for (; runEnd != end && !isDcsActionable(*runEnd); ++runEnd)
+        {
+        }
+        if (runBeg != runEnd && !_dcsStringHandler({ runBeg, runEnd }))
         {
             _EnterDcsIgnore();
+            break;
         }
-    }
+        if (runEnd == end)
-    else
         {
-        _ActionIgnore();
+            break;
         }
+
+        // Ignore DEL characters.
+        for (; runEnd != end && isDcsIgnore(*runEnd); ++runEnd)
+        {
+        }
+        if (runEnd == end)
+        {
+            break;
+        }
+
+        // Are we looking at a terminator?
+        if (isDcsTerminator(*runEnd))
+        {
+            break;
+        }
+    }
+
+    _runEnd = runEnd - _currentString.begin();
 }
 
 // Routine Description:
@@ -1973,62 +2001,101 @@ bool StateMachine::FlushToTerminal()
 // - string - Characters to operate upon
 // Return Value:
 // - <none>
+#pragma warning(suppress : 26438) // Avoid 'goto'(es .76).
+#pragma warning(suppress : 26481) // Don't use pointer arithmetic. Use span instead (bounds.1).)
 void StateMachine::ProcessString(const std::wstring_view string)
 {
-    size_t i = 0;
     _currentString = string;
-    _runOffset = 0;
+    _runBeg = 0;
-    _runSize = 0;
+    _runEnd = 0;
     _injections.clear();
 
     if (_state != VTStates::Ground)
     {
         // Jump straight to where we need to.
-#pragma warning(suppress : 26438) // Avoid 'goto'(es .76).
+#pragma warning(suppress : 26438) // Avoid 'goto' (es.76).
         goto processStringLoopVtStart;
     }
 
-    while (i < string.size())
+    for (;;)
     {
+        // Process as much plain text as possible.
         {
-            // Pointer arithmetic is perfectly fine for our hot path.
+            // We're starting a new "chunk".
-#pragma warning(suppress : 26481) // Don't use pointer arithmetic. Use span instead (bounds.1).)
+            // --> Reset beg(in).
-            const auto beg = string.data() + i;
+            _runBeg = _runEnd;
-            const auto len = string.size() - i;
+
+            // Ran out of text. Return.
+            if (_runBeg >= _currentString.size())
+            {
+                return;
+            }
+
+#pragma warning(suppress : 26481) // Don't use pointer arithmetic. Use span instead (bounds.1).
+            const auto beg = _currentString.data() + _runBeg;
+            const auto len = _currentString.size() - _runBeg;
             const auto it = Microsoft::Console::Utils::FindActionableControlCharacter(beg, len);
 
-            _runOffset = i;
+            if (it != beg)
-            _runSize = it - beg;
-
-            if (_runSize)
             {
+                _runEnd = it - _currentString.data();
                 _ActionPrintString(_CurrentRun());
-
+                _runBeg = _runEnd;
-                i += _runSize;
-                _runOffset = i;
-                _runSize = 0;
             }
         }
 
+        // Next, process VT sequences (plural!).
     processStringLoopVtStart:
-        if (i >= string.size())
+        // Ran out of text. Return.
+        if (_runBeg >= _currentString.size())
+        {
+            return;
+        }
+        for (;;)
+        {
+            // The inner loop deals with 1 VT sequence at a time.
+            for (;;)
+            {
+                const auto ch = til::at(_currentString, _runEnd);
+                ++_runEnd;
+                ProcessCharacter(ch);
+
+                if (_state == VTStates::Ground)
                 {
                     break;
                 }
 
-        do
+                // We're not back in ground state, but ran out of text.
+                // --> Incomplete sequence. Clean up at the end.
+                if (_runEnd >= _currentString.size())
                 {
-            _runSize++;
+                    _processStringIncompleteSequence();
-            _processingLastCharacter = i + 1 >= string.size();
+                    return;
-            // If we're processing characters individually, send it to the state machine.
+                }
-            ProcessCharacter(til::at(string, i));
-            ++i;
-        } while (i < string.size() && _state != VTStates::Ground);
             }
 
-    // If we're at the end of the string and have remaining un-printed characters,
+            // The only way we get here is if the above loop ran into the ground state.
-    if (_state != VTStates::Ground)
+            // This means we're starting a new "chunk".
+            // --> Reset beg(in).
+            _runBeg = _runEnd;
+
+            // Ran out of text. Return.
+            if (_runBeg >= _currentString.size())
             {
+                return;
+            }
+
+            // Plain text? Go back to the start, where we process plain text.
+            if (!Utils::IsActionableFromGround(til::at(_currentString, _runEnd)))
+            {
+                break;
+            }
+        }
+    }
+}
+
+void Microsoft::Console::VirtualTerminal::StateMachine::_processStringIncompleteSequence()
+{
     const auto run = _CurrentRun();
     auto cacheUnusedRun = true;
 
@@ -2092,25 +2159,11 @@ void StateMachine::ProcessString(const std::wstring_view string)
         auto& cachedSequence = *_cachedSequence;
         cachedSequence.append(run);
     }
-    }
-}
-
-// Routine Description:
-// - Determines whether the character being processed is the last in the
-//   current output fragment, or there are more still to come. Other parts
-//   of the framework can use this information to work more efficiently.
-// Arguments:
-// - <none>
-// Return Value:
-// - True if we're processing the last character. False if not.
-bool StateMachine::IsProcessingLastCharacter() const noexcept
-{
-    return _processingLastCharacter;
 }
 
 void StateMachine::InjectSequence(const InjectionType type)
 {
-    _injections.emplace_back(type, _runOffset + _runSize);
+    _injections.emplace_back(type, _runEnd);
 }
 
 const til::small_vector<Injection, 8>& StateMachine::GetInjections() const noexcept
@@ -2191,8 +2244,8 @@ void StateMachine::_ExecuteCsiCompleteCallback()
         // We need to save the state of the string that we're currently
         // processing in case the callback injects another string.
         const auto savedCurrentString = _currentString;
-        const auto savedRunOffset = _runOffset;
+        const auto savedRunBeg = _runBeg;
-        const auto savedRunSize = _runSize;
+        const auto savedRunEnd = _runEnd;
         // We also need to take ownership of the callback function before
         // executing it so there's no risk of it being run more than once.
         const auto callback = std::move(_onCsiCompleteCallback);
@@ -2200,7 +2253,16 @@ void StateMachine::_ExecuteCsiCompleteCallback()
         // Once the callback has returned, we can restore the original state
         // and continue where we left off.
         _currentString = savedCurrentString;
-        _runOffset = savedRunOffset;
+        _runBeg = savedRunBeg;
-        _runSize = savedRunSize;
+        _runEnd = savedRunEnd;
     }
 }
+
+// Construct current run.
+//
+// Note: We intentionally use this method to create the run lazily for better performance.
+//       You may find the usage of offset & size unsafe, but under heavy load it shows noticeable performance benefit.
+std::wstring_view Microsoft::Console::VirtualTerminal::StateMachine::_CurrentRun() const
+{
+    return _currentString.substr(_runBeg, _runEnd - _runBeg);
+}

src/terminal/parser/stateMachine.hpp

@@ -81,7 +81,6 @@ namespace Microsoft::Console::VirtualTerminal
 
         void ProcessCharacter(const wchar_t wch);
         void ProcessString(const std::wstring_view string);
-        bool IsProcessingLastCharacter() const noexcept;
 
         void InjectSequence(InjectionType type);
         const til::small_vector<Injection, 8>& GetInjections() const noexcept;
@@ -94,6 +93,8 @@ namespace Microsoft::Console::VirtualTerminal
         IStateMachineEngine& Engine() noexcept;
 
     private:
+        void _processStringIncompleteSequence();
+
         void _ActionExecute(const wchar_t wch);
         void _ActionExecuteFromEscape(const wchar_t wch);
         void _ActionPrint(const wchar_t wch);
@@ -162,6 +163,7 @@ namespace Microsoft::Console::VirtualTerminal
         bool _SafeExecute(TLambda&& lambda);
 
         void _ExecuteCsiCompleteCallback();
+        std::wstring_view _CurrentRun() const;
 
         enum class VTStates
         {
@@ -192,43 +194,30 @@ namespace Microsoft::Console::VirtualTerminal
         std::unique_ptr<IStateMachineEngine> _engine;
         const bool _isEngineForInput;
 
-        VTStates _state;
+        VTStates _state = VTStates::Ground;
 
         til::enumset<Mode> _parserMode{ Mode::Ansi };
 
         std::wstring_view _currentString;
-        size_t _runOffset;
+        size_t _runBeg = 0;
-        size_t _runSize;
+        size_t _runEnd = 0;
-
-        // Construct current run.
-        //
-        // Note: We intentionally use this method to create the run lazily for better performance.
-        //       You may find the usage of offset & size unsafe, but under heavy load it shows noticeable performance benefit.
-        std::wstring_view _CurrentRun() const
-        {
-            return _currentString.substr(_runOffset, _runSize);
-        }
 
         VTIDBuilder _identifier;
         std::vector<VTParameter> _parameters;
-        bool _parameterLimitOverflowed;
         std::vector<VTParameter> _subParameters;
         std::vector<std::pair<BYTE /*range start*/, BYTE /*range end*/>> _subParameterRanges;
-        bool _subParameterLimitOverflowed;
+        bool _parameterLimitOverflowed = false;
-        BYTE _subParameterCounter;
+        bool _subParameterLimitOverflowed = false;
+        BYTE _subParameterCounter = 0;
 
         std::wstring _oscString;
-        VTInt _oscParameter;
+        VTInt _oscParameter = 0;
 
         IStateMachineEngine::StringHandler _dcsStringHandler;
 
         std::optional<std::wstring> _cachedSequence;
         til::small_vector<Injection, 8> _injections;
 
-        // This is tracked per state machine instance so that separate calls to Process*
-        //   can start and finish a sequence.
-        bool _processingLastCharacter;
-
         std::function<void()> _onCsiCompleteCallback;
     };
 }

src/types/inc/utils.hpp

@@ -126,6 +126,7 @@ namespace Microsoft::Console::Utils
     // testing easier.
     std::wstring_view TrimPaste(std::wstring_view textView) noexcept;
 
+    bool IsActionableFromGround(const wchar_t wch) noexcept;
     const wchar_t* FindActionableControlCharacter(const wchar_t* beg, const size_t len) noexcept;
 
     // Same deal, but in TerminalPage::_evaluatePathForCwd

src/types/utils.cpp

@@ -1139,7 +1139,8 @@ std::wstring_view Utils::TrimPaste(std::wstring_view textView) noexcept
 #pragma warning(disable : 26490) // Don't use reinterpret_cast (type.1).
 
 // Returns true for C0 characters and C1 [single-character] CSI.
-constexpr bool isActionableFromGround(const wchar_t wch) noexcept
+#pragma warning(suppress : 26497) // You can attempt to make 'Microsoft::Console::Utils::IsActionableFromGround' constexpr unless it contains any undefined behavior(f.4).
+bool Utils::IsActionableFromGround(const wchar_t wch) noexcept
 {
     // This is equivalent to:
     //   return (wch <= 0x1f) || (wch >= 0x7f && wch <= 0x9f);
@@ -1230,7 +1231,7 @@ plainSearch:
 #endif
 
 #pragma loop(no_vector)
-    for (const auto end = beg + len; it < end && !isActionableFromGround(*it); ++it)
+    for (const auto end = beg + len; it < end && !IsActionableFromGround(*it); ++it)
     {
     }