1
0
mirror of https://github.com/danog/PHP-Parser.git synced 2024-12-13 01:47:22 +01:00
PHP-Parser/test/PhpParser/LexerTest.php

147 lines
5.0 KiB
PHP
Raw Normal View History

2011-07-13 12:24:10 +02:00
<?php
namespace PhpParser;
class LexerTest extends \PHPUnit_Framework_TestCase
2011-07-13 12:24:10 +02:00
{
/** @var Lexer */
protected $lexer;
protected function setUp() {
$this->lexer = new Lexer;
}
2011-07-13 12:24:10 +02:00
/**
* @dataProvider provideTestError
*/
public function testError($code, $message) {
try {
$this->lexer->startLexing($code);
} catch (Error $e) {
2011-07-13 12:24:10 +02:00
$this->assertEquals($message, $e->getMessage());
return;
}
$this->fail('Expected PhpParser\Error');
2011-07-13 12:24:10 +02:00
}
public function provideTestError() {
return array(
array('<?php /*', 'Unterminated comment on line 1'),
array('<?php ' . "\1", 'Unexpected character "' . "\1" . '" (ASCII 1) on unknown line'),
array('<?php ' . "\0", 'Unexpected null byte on unknown line'),
);
}
/**
* @dataProvider provideTestLex
*/
public function testLex($code, $tokens) {
$this->lexer->startLexing($code);
while ($id = $this->lexer->getNextToken($value, $startAttributes, $endAttributes)) {
2011-07-13 12:24:10 +02:00
$token = array_shift($tokens);
$this->assertEquals($token[0], $id);
$this->assertEquals($token[1], $value);
$this->assertEquals($token[2], $startAttributes);
$this->assertEquals($token[3], $endAttributes);
2011-07-13 12:24:10 +02:00
}
}
public function provideTestLex() {
return array(
// tests conversion of closing PHP tag and drop of whitespace and opening tags
2011-07-13 12:24:10 +02:00
array(
'<?php tokens ?>plaintext',
2011-07-13 12:24:10 +02:00
array(
array(
Parser::T_STRING, 'tokens',
array('startLine' => 1), array('endLine' => 1)
),
array(
ord(';'), '?>',
array('startLine' => 1), array('endLine' => 1)
),
array(
Parser::T_INLINE_HTML, 'plaintext',
array('startLine' => 1), array('endLine' => 1)
),
2011-07-13 12:24:10 +02:00
)
),
2011-07-13 13:27:14 +02:00
// tests line numbers
array(
'<?php' . "\n" . '$ token /** doc' . "\n" . 'comment */ $',
array(
array(
ord('$'), '$',
array('startLine' => 2), array('endLine' => 2)
),
array(
Parser::T_STRING, 'token',
array('startLine' => 2), array('endLine' => 2)
),
array(
ord('$'), '$',
array(
'startLine' => 3,
'comments' => array(new Comment\Doc('/** doc' . "\n" . 'comment */', 2))
),
array('endLine' => 3)
),
2011-07-13 13:27:14 +02:00
)
),
// tests comment extraction
2011-07-13 12:24:10 +02:00
array(
'<?php /* comment */ // comment' . "\n" . '/** docComment 1 *//** docComment 2 */ token',
2011-07-13 12:24:10 +02:00
array(
array(
Parser::T_STRING, 'token',
array(
'startLine' => 2,
'comments' => array(
new Comment('/* comment */', 1),
new Comment('// comment' . "\n", 1),
new Comment\Doc('/** docComment 1 */', 2),
new Comment\Doc('/** docComment 2 */', 2),
),
),
array('endLine' => 2)
),
)
),
// tests differing start and end line
array(
'<?php "foo' . "\n" . 'bar"',
array(
array(
Parser::T_CONSTANT_ENCAPSED_STRING, '"foo' . "\n" . 'bar"',
array('startLine' => 1), array('endLine' => 2)
),
2011-07-13 12:24:10 +02:00
)
),
);
}
/**
* @dataProvider provideTestHaltCompiler
*/
public function testHandleHaltCompiler($code, $remaining) {
$this->lexer->startLexing($code);
2011-07-13 12:24:10 +02:00
while (Parser::T_HALT_COMPILER !== $this->lexer->getNextToken());
2011-07-13 12:24:10 +02:00
$this->assertEquals($this->lexer->handleHaltCompiler(), $remaining);
$this->assertEquals(0, $this->lexer->getNextToken());
2011-07-13 12:24:10 +02:00
}
public function provideTestHaltCompiler() {
return array(
array('<?php ... __halt_compiler();Remaining Text', 'Remaining Text'),
array('<?php ... __halt_compiler ( ) ;Remaining Text', 'Remaining Text'),
array('<?php ... __halt_compiler() ?>Remaining Text', 'Remaining Text'),
2011-07-13 12:24:10 +02:00
//array('<?php ... __halt_compiler();' . "\0", "\0"),
//array('<?php ... __halt_compiler /* */ ( ) ;Remaining Text', 'Remaining Text'),
);
}
}