Grammar换成Lexer,Grammar用作生成AST Tree

This commit is contained in:
2021-03-17 12:09:38 +08:00
parent e60b5f0f78
commit 42df1352d2
9 changed files with 135 additions and 21 deletions

View File

@ -7,7 +7,7 @@
namespace JerryYan\DSL\Test\Tokenizer;
use JerryYan\DSL\Grammar\DefaultGrammar;
use JerryYan\DSL\Lexer\DefaultLexer;
use JerryYan\DSL\Reader\StringReader;
use JerryYan\DSL\Token\TokenCurry;
use JerryYan\DSL\Token\TokenLogicAnd;
@ -41,9 +41,10 @@ class TokenizerTest extends TestCase
TokenNumber::class,
TokenLogicFake::class,
];
protected function setUp(): void
{
$this->tokenizer = new Tokenizer(new DefaultGrammar());
$this->tokenizer = new Tokenizer(new DefaultLexer());
$this->reader = new StringReader($this->text);
}
@ -55,7 +56,7 @@ class TokenizerTest extends TestCase
do {
$this->assertInstanceOf($this->textTokenType[$index], $tokens);
$tokens = $tokens->getNextToken();
$index ++;
$index++;
} while ($tokens->hasNextToken());
}
}