Only flush token if there is one leftover
parent
cce91b6615
commit
b178528ece
|
@ -83,9 +83,11 @@ public final class Lexer
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/* When we end we don't flush the last token, flush it now */
|
/* If there was a token made at the end then flush it */
|
||||||
currentTokens ~= currentToken;
|
if(currentToken.length)
|
||||||
|
{
|
||||||
|
currentTokens ~= currentToken;
|
||||||
|
}
|
||||||
|
|
||||||
tokens = currentTokens;
|
tokens = currentTokens;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue