From ef45c324f9431ba739e597e8f95d728dc0624090 Mon Sep 17 00:00:00 2001
From: Ellpeck <me@ellpeck.de>
Date: Thu, 20 May 2021 19:59:37 +0200
Subject: [PATCH] fixed a crash with truncated string tokenization

---
 MLEM/Formatting/TokenizedString.cs | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/MLEM/Formatting/TokenizedString.cs b/MLEM/Formatting/TokenizedString.cs
index b016f01..5d26e44 100644
--- a/MLEM/Formatting/TokenizedString.cs
+++ b/MLEM/Formatting/TokenizedString.cs
@@ -1,3 +1,4 @@
+using System;
 using System.Collections.Generic;
 using System.Linq;
 using System.Text;
@@ -135,7 +136,7 @@ namespace MLEM.Formatting {
             var currToken = 0;
             var splitIndex = 0;
             var ret = new StringBuilder();
-            while (splitIndex < this.modifiedString.Length) {
+            while (splitIndex < this.modifiedString.Length && currToken < this.Tokens.Length) {
                 var token = this.Tokens[currToken];
                 if (token.Substring.Length > 0) {
                     ret.Append(this.modifiedString[splitIndex]);
@@ -153,7 +154,7 @@ namespace MLEM.Formatting {
             }
             // set additional token contents beyond our string in case we truncated
             if (ret.Length > 0)
-                this.Tokens[currToken - 1].ModifiedSubstring += ret.ToString();
+                this.Tokens[currToken++].ModifiedSubstring = ret.ToString();
             while (currToken < this.Tokens.Length)
                 this.Tokens[currToken++].ModifiedSubstring = string.Empty;