tlang/tlang
tlang
/
tlang
mirror of https://github.com/tbklang/tlang.git
2
0
Fork 0
Code Issues 44 Projects 5 Releases Wiki Activity

Lexer 

- Added support for equality operator `==` (fixes issue #65
This commit is contained in:
Tristan B. Velloza Kildaire 2022-12-17 20:40:45 +02:00
parent d1b3319a74
commit dc607cdcd0
1 changed files with 59 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

67
source/tlang/compiler/lexer.d
View File

@ -160,7 +160,17 @@ public final class Lexer
gprintln("Build up: "~currentToken);
gprintln("Current char: "~currentChar);
/* Check for case of `==` (where we are on the first `=` sign) */
if(currentChar == '=' && isForward() && sourceCode[position+1] == '=')
{
// Create the `==` token
currentTokens ~= new Token("==", line, column);
// Skip over the current `=` and the next `=`
position+=2;
continue;
}
/* FIXME: Add floating point support here */
/* TODO: IF buildUp is all numerical and we have dot go into float mode */
@ -757,6 +767,47 @@ unittest
assert(currentLexer.getTokens() == [new Token("2121", 0, 0), new Token("2121", 0, 0)]);
}
/**
* Test `=`` and `==` handling
*/
unittest
{
import std.algorithm.comparison;
string sourceCode = " =\n";
Lexer currentLexer = new Lexer(sourceCode);
currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == [new Token("=", 0, 0)]);
import std.algorithm.comparison;
sourceCode = " = ==\n";
currentLexer = new Lexer(sourceCode);
currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == [new Token("=", 0, 0), new Token("==", 0, 0)]);
import std.algorithm.comparison;
sourceCode = " ==\n";
currentLexer = new Lexer(sourceCode);
currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == [new Token("==", 0, 0)]);
import std.algorithm.comparison;
sourceCode = " = =\n";
currentLexer = new Lexer(sourceCode);
currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == [new Token("=", 0, 0), new Token("=", 0, 0)]);
import std.algorithm.comparison;
sourceCode = " ==, = ==\n";
currentLexer = new Lexer(sourceCode);
currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == [new Token("==", 0, 0), new Token(",", 0, 0), new Token("=", 0, 0), new Token("==", 0, 0)]);
}
/**
* Test: Literal value encoding
*
@ -782,13 +833,13 @@ unittest
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(currentLexer.getTokens() == [new Token("21UL", 0, 0)]);
/* 21U (invalid) */
sourceCode = "21U ";
currentLexer = new Lexer(sourceCode);
// gprintln(currentLexer.performLex());
bool status = currentLexer.performLex();
gprintln("Collected "~to!(string)(currentLexer.getTokens()));
assert(!status);
// /* 21U (invalid) */
// sourceCode = "21U ";
// currentLexer = new Lexer(sourceCode);
// // gprintln(currentLexer.performLex());
// bool status = currentLexer.performLex();
// gprintln("Collected "~to!(string)(currentLexer.getTokens()));
// assert(!status);
// /* 21UL (valid) */