Ellpeck/MLEM
1
0
Fork 0
mirror of https://github.com/Ellpeck/MLEM.git synced 2024-05-28 19:13:38 +02:00
Code Issues Projects Releases Wiki Activity

improved TokenizedString splitting efficiency

Browse source
This commit is contained in:
Ell 2021-04-14 02:47:41 +02:00
parent 6e2db418c5
commit 538fd08d8a
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
MLEM/Formatting/TokenizedString.cs
View file

@ -68,9 +68,9 @@ namespace MLEM.Formatting {
var length = 0;
var ret = new StringBuilder();
// this is basically a substring function that ignores newlines for indexing
for (var i = 0; i < this.splitString.Length; i++) {
for (var i = 0; i < this.splitString.Length && length < token.Substring.Length; i++) {
// if we're within the bounds of the token's substring, append to the new substring
if (index >= token.Index && length < token.Substring.Length)
if (index >= token.Index)
ret.Append(this.splitString[i]);
// if the current char is not a newline, we simulate length increase
if (this.splitString[i] != '\n') {