Added Parser

- can parse a basic token list to an AST
This commit is contained in:
Clemens-Dautermann 2020-08-17 01:07:59 +02:00
parent ea26acce4a
commit b3fe78fffb
19 changed files with 451 additions and 88 deletions

29
Compiler/Lexer/Token.cs Normal file
View file

@ -0,0 +1,29 @@
using System;
using System.Linq.Expressions;
namespace Compiler.Lexer
{
public class Token
{
public TokenType TokenType { get; set; }
public Object Value { get; set; }
public int Length { get; set; }
public Token(TokenType pTokenType)
{
this.TokenType = pTokenType;
}
public override string ToString()
{
if (Value == null)
{
return TokenType.ToString();
}
else
{
return TokenType.ToString() + ":" + Value.ToString();
}
}
}
}