tlang/tlang
tlang
/
tlang
mirror of https://github.com/tbklang/tlang.git
2
0
Fork 0
Code Issues 44 Projects 5 Releases Wiki Activity

Added escape sequence support

This commit is contained in:
Tristan B. Velloza Kildaire 2021-03-03 00:11:16 +02:00
parent 6c529fb67b
commit a5b9837c80
1 changed files with 45 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
source/tlang/commandline/lexer.d
View File

@ -34,8 +34,11 @@ public final class Lexer
ulong position;
char currentChar;
/* Whether we are in a string "we are here" or not */
bool stringMode;
bool escapeMode;
while(position < sourceCode.length)
{
// gprintln("SrcCodeLen: "~to!(string)(sourceCode.length));
@ -119,6 +122,30 @@ public final class Lexer
position++;
}
else if(currentChar == '\\')
{
/* You can only use these in strings */
if(stringMode)
{
/* Check if we have a next character */
if(position+1 != sourceCode.length && isValidEscape(sourceCode[position+1]))
{
/* Add to the string */
currentToken ~= "\\"~sourceCode[position+1];
position += 2;
}
/* If we don't have a next character then raise error */
else
{
gprintln("Unfinished escape sequence", DebugType.ERROR);
}
}
else
{
gprintln("Escape sequences can only be used within strings", DebugType.ERROR);
}
}
else
{
currentToken ~= currentChar;
@ -151,6 +178,11 @@ public final class Lexer
character == '{' || character == '}' || character == '=' ||
character == '|' || character == '^' || character == '!';
}
public bool isValidEscape(char character)
{
return true; /* TODO: Implement me */
}
}
/* Test input: `hello "world";` */
@ -217,4 +249,16 @@ unittest
currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == ["hello", ";"]);
}
}
/* Test input: `hello "world\""` */
unittest
{
import std.algorithm.comparison;
string sourceCode = "hello \"world\\\"\"";
Lexer currentLexer = new Lexer(sourceCode);
currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == ["hello", "\"world\\\"\""]);
}