PHP Token::getLength方法代码示例

 /**
  * Tokenize source code.
  *
  * @param  string $filename
  * @param  string $source
  * @return File
  */
 public function tokenize($filename, $source)
 {
     $file = new File($filename, $source);
     $line = 1;
     $column = 1;
     $level = 0;
     $namespaceFound = false;
     $namespace = null;
     $namespaceLevel = null;
     foreach (token_get_all($source) as $token) {
         if (is_array($token)) {
             $type = $token[0];
             $lexeme = $token[1];
         } else {
             $type = $token;
             $lexeme = $token;
         }
         $token = new Token($type, $lexeme, $line, $column);
         if ($token->hasNewline()) {
             $line += $token->getNewLineCount();
             $column = 1 + $token->getTrailingLineLength();
         } else {
             $column += $token->getLength();
         }
         // Namespace handling.
         if ($type === T_NAMESPACE) {
             $namespaceFound = true;
         } elseif ($namespaceFound) {
             if (in_array($type, array(T_STRING, T_NS_SEPARATOR))) {
                 $namespace .= $lexeme;
             } elseif ($type === ';') {
                 $namespaceFound = false;
             } elseif ($type === '{') {
                 $namespaceFound = false;
                 $namespaceLevel = $level;
             }
         } elseif ($type === '}' && $level - 1 === $namespaceLevel) {
             $namespace = null;
             $namespaceLevel = null;
         } elseif (!$namespaceFound && $namespace !== null) {
             $token->setNamespace($namespace);
         }
         // Block level increment.
         if (in_array($type, array('(', '{', T_CURLY_OPEN, T_DOLLAR_OPEN_CURLY_BRACES))) {
             $level++;
         } elseif (in_array($type, array(')', '}'))) {
             $level--;
         }
         $token->setLevel($level);
         $file[] = $token;
     }
     return $file;
 }

 /**
  * @covers spriebsch\PHPca\Token::__construct
  * @covers spriebsch\PHPca\Token::getLength
  */
 public function testGetLengthForTokenWithTrailingWhitespace()
 {
     $t = new Token(T_OPEN_TAG, '<?php  ');
     $this->assertEquals(7, $t->getLength());
 }

 /**
  * Tokenize a file
  *
  * @param string $fileName    the file name
  * @param string $sourceCode  the source code
  * @return File
  */
 public static function tokenize($fileName, $sourceCode)
 {
     Constants::init();
     $class = '';
     $classFound = false;
     $waitForClassBegin = false;
     $classCurlyLevel = 0;
     $interface = '';
     $interfaceFound = false;
     $waitForInterfaceBegin = false;
     $interfaceCurlyLevel = 0;
     $function = '';
     $functionFound = false;
     $waitForFunctionBegin = false;
     $functionCurlyLevel = 0;
     $namespace = '\\';
     $newNamespace = '';
     $namespaceFound = false;
     $namespaceStarted = false;
     $level = 0;
     $line = 1;
     $column = 1;
     $file = new File($fileName, $sourceCode);
     foreach (token_get_all($sourceCode) as $token) {
         if (is_array($token)) {
             $id = $token[0];
             $text = $token[1];
             $line = $token[2];
         } else {
             try {
                 // it's not a PHP token, so we use one we have defined
                 $id = Constants::getTokenId($token);
                 $text = $token;
             } catch (UnkownTokenException $e) {
                 throw new TokenizerException('Unknown token ' . $e->getTokenName() . ' in file ' . $fileName);
             }
             // This exception is not testable, because we _have_ defined all
             // tokens, hopefully. It's just a safeguard to provide a decent
             // error message should we ever encounter an undefined token.
             // @codeCoverageIgnoreEnd
         }
         $tokenObj = new Token($id, $text, $line, $column);
         if ($tokenObj->hasNewline()) {
             // a newline resets the column count
             $line += $tokenObj->getNewLineCount();
             $column = 1 + $tokenObj->getTrailingWhitespaceCount();
         } else {
             $column += $tokenObj->getLength();
         }
         // We have encountered a T_NAMESPACE token before (this is indicated
         // by $namespaceFound being true, so the T_STRING contains the class
         // name (there will be T_WHITESPACE between T_NAMESPACE and T_STRING).
         // We remember the namespace name, but do not set it until we have
         // encountered the next opening brace or semicolon. We set
         // $waitForNamespaceBegin to true so that we can wait for one of these.
         if ($namespaceFound && $tokenObj->getId() == T_STRING || $namespaceFound && $tokenObj->getId() == T_NS_SEPARATOR) {
             $newNamespace .= $tokenObj->getText();
         }
         // We have encountered a T_CLASS token before (this is indicated
         // by $classFound being true, so the T_STRING contains the class
         // name (there will be T_WHITESPACE between T_CLASS and T_STRING).
         // We remember the class name, but do not set it until we have
         // encountered the next opening brace. We set $waitForClassBegin
         // to true so that we can wait for the next opening curly brace.
         if ($classFound && $tokenObj->getId() == T_STRING) {
             $class = $tokenObj->getText();
             $waitForClassBegin = true;
             $classFound = false;
         }
         // We have encountered a T_INTERFACE token before (this is indicated
         // by $interfaceFound being true, so the T_STRING contains the class
         // name (there will be T_WHITESPACE between T_INTERFACE and T_STRING).
         // We remember the interface name, but do not set it until we have
         // encountered the next opening brace. We set $waitForInterfaceBegin
         // to true so that we can wait for the next opening curly brace.
         if ($interfaceFound && $tokenObj->getId() == T_STRING) {
             $interface = $tokenObj->getText();
             $waitForInterfaceBegin = true;
             $interfaceFound = false;
         }
         // We have encountered a T_FUNCTION token before (this is indicated
         // by $functionFound being true, so the T_STRING contains the class
         // name (there will be T_WHITESPACE between T_FUNCTION and T_STRING).
         // We remember the function name, but do not set it until we have
         // encountered the next opening brace. We set $waitForFunctionBegin
         // to true so that we can wait for the next opening curly brace.
         if ($functionFound && $tokenObj->getId() == T_STRING) {
             $function = $tokenObj->getText();
             $waitForFunctionBegin = true;
             $functionFound = false;
         }
         // T_NAMESPACE token starts a namespace. We set $namespaceFound
         // to true so that we can watch out for the namespace name (see above).
//.........这里部分代码省略.........