1, T_COMMENT => 1, T_DOC_COMMENT => 1, T_OPEN_TAG => 1 ); /** * Creates a Lexer. * * @param string $code */ public function __construct($code) { self::initTokenMap(); // Reset the error message in error_get_last() // Still hoping for a better solution to be found. @$errorGetLastResetUndefinedVariable; $this->tokens = @token_get_all($code); $this->pos = -1; $error = error_get_last(); if (preg_match( '~^(Unterminated comment) starting line ([0-9]+)$~', $error['message'], $matches ) ) { throw new ParseErrorException($matches[1], $matches[2]); } if (preg_match( '~^(Unexpected character in input:\s+\'(.)\' \(ASCII=[0-9]+\))~s', $error['message'], $matches ) ) { throw new ParseErrorException($matches[1]); } } /** * Returns the next token id. * * @param mixed $lVal Variable to store token content in * * @return int Token id */ public function lex(&$lVal) { while (isset($this->tokens[++$this->pos])) { $token = $this->tokens[$this->pos]; if (is_string($token)) { $lVal = $token; return ord($token); } elseif (!isset(self::$dropTokens[$token[0]])) { $lVal = $token[1]; return self::$tokenMap[$token[0]]; } } return 0; } /** * Returns the line the current token is in. * * @return int Line current token is in */ public function getLine() { for ($i = $this->pos - 1; $i--;) { if (is_array($this->tokens[$i])) { return $this->tokens[$i][2]; } } return -1; } /** * Initializes the token map. * * The token map maps the PHP internal token identifiers * to the identifiers used by the Parser. Additionally it * maps T_OPEN_TAG_WITH_ECHO to T_ECHO and T_CLOSE_TAG to ';'. */ private static function initTokenMap() { if (!self::$tokenMap) { self::$tokenMap = array(); // 256 is the minimum possible token number, as everything below // it is an ASCII value for ($i = 256; $i < 1000; ++$i) { // T_DOUBLE_COLON is equivalent to T_PAAMAYIM_NEKUDOTAYIM if (T_DOUBLE_COLON === $i) { self::$tokenMap[$i] = Parser::T_PAAMAYIM_NEKUDOTAYIM; // T_OPEN_TAG_WITH_ECHO with dropped T_OPEN_TAG results in T_ECHO } elseif(T_OPEN_TAG_WITH_ECHO === $i) { self::$tokenMap[$i] = Parser::T_ECHO; // T_CLOSE_TAG is equivalent to ';' } elseif(T_CLOSE_TAG === $i) { self::$tokenMap[$i] = ord(';'); // and the others can be mapped directly } elseif ('UNKNOWN' !== ($name = token_name($i))) { self::$tokenMap[$i] = constant('Parser::' . $name); } } } } }