pax_global_header00006660000000000000000000000064135005512650014514gustar00rootroot0000000000000052 comment=11336f6f84e16a720dae9d8e6ed5019efa85a0f9 tokenizer-1.1.3/000077500000000000000000000000001350055126500135305ustar00rootroot00000000000000tokenizer-1.1.3/.gitignore000066400000000000000000000001441350055126500155170ustar00rootroot00000000000000/.idea /.php_cs.cache /composer.lock /src/autoload.php /tools /vendor /build /.phpunit.result.cache tokenizer-1.1.3/.php_cs000066400000000000000000000036251350055126500150130ustar00rootroot00000000000000files() ->in('src') ->in('tests') ->name('*.php'); return Symfony\CS\Config\Config::create() ->setUsingCache(true) ->level(\Symfony\CS\FixerInterface::NONE_LEVEL) ->fixers( array( 'align_double_arrow', 'align_equals', 'concat_with_spaces', 'duplicate_semicolon', 'elseif', 'empty_return', 'encoding', 'eof_ending', 'extra_empty_lines', 'function_call_space', 'function_declaration', 'indentation', 'join_function', 'line_after_namespace', 'linefeed', 'list_commas', 'lowercase_constants', 'lowercase_keywords', 'method_argument_space', 'multiple_use', 'namespace_no_leading_whitespace', 'no_blank_lines_after_class_opening', 'no_empty_lines_after_phpdocs', 'parenthesis', 'php_closing_tag', 'phpdoc_indent', 'phpdoc_no_access', 'phpdoc_no_empty_return', 'phpdoc_no_package', 'phpdoc_params', 'phpdoc_scalar', 'phpdoc_separation', 'phpdoc_to_comment', 'phpdoc_trim', 'phpdoc_types', 'phpdoc_var_without_name', 'remove_lines_between_uses', 'return', 'self_accessor', 'short_array_syntax', 'short_tag', 'single_line_after_imports', 'single_quote', 'spaces_before_semicolon', 'spaces_cast', 'ternary_spaces', 'trailing_spaces', 'trim_array_spaces', 'unused_use', 'visibility', 'whitespacy_lines' ) ) ->finder($finder); tokenizer-1.1.3/.travis.yml000066400000000000000000000010351350055126500156400ustar00rootroot00000000000000os: - linux language: php before_install: - wget https://phar.io/releases/phive.phar - wget https://phar.io/releases/phive.phar.asc - gpg --keyserver hkps.pool.sks-keyservers.net --recv-keys 0x9B2D5D79 - gpg --verify phive.phar.asc phive.phar - chmod +x phive.phar - sudo mv phive.phar /usr/bin/phive install: - ant setup script: ./tools/phpunit php: - 7.0 - 7.1 - 7.0snapshot - 7.1snapshot - 7.2 - 7.3 - master matrix: allow_failures: - php: master fast_finish: true notifications: email: false tokenizer-1.1.3/CHANGELOG.md000066400000000000000000000010631350055126500153410ustar00rootroot00000000000000# Changelog All notable changes to Tokenizer are documented in this file using the [Keep a CHANGELOG](http://keepachangelog.com/) principles. ## [1.1.2] - 2019-04-04 ### Changed * Reverted PHPUnit 8 test update to stay PHP 7.0 compliant ## [1.1.1] - 2019-04-03 ### Fixed * [#1](https://github.com/theseer/tokenizer/issues/1): Empty file causes invalid array read ### Changed * Tests should now be PHPUnit 8 compliant ## [1.1.0] - 2017-04-07 ### Added * Allow use of custom namespace for XML serialization ## [1.0.0] - 2017-04-05 Initial Release tokenizer-1.1.3/LICENSE000066400000000000000000000027741350055126500145470ustar00rootroot00000000000000Tokenizer Copyright (c) 2017 Arne Blankerts and contributors All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of Arne Blankerts nor the names of contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT * NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. tokenizer-1.1.3/README.md000066400000000000000000000034071350055126500150130ustar00rootroot00000000000000# Tokenizer A small library for converting tokenized PHP source code into XML. [![Scrutinizer Code Quality](https://scrutinizer-ci.com/g/theseer/tokenizer/badges/quality-score.png?b=master)](https://scrutinizer-ci.com/g/theseer/tokenizer/?branch=master) [![Code Coverage](https://scrutinizer-ci.com/g/theseer/tokenizer/badges/coverage.png?b=master)](https://scrutinizer-ci.com/g/theseer/tokenizer/?branch=master) [![Build Status](https://scrutinizer-ci.com/g/theseer/tokenizer/badges/build.png?b=master)](https://scrutinizer-ci.com/g/theseer/tokenizer/build-status/master) ## Installation You can add this library as a local, per-project dependency to your project using [Composer](https://getcomposer.org/): composer require theseer/tokenizer If you only need this library during development, for instance to run your project's test suite, then you should add it as a development-time dependency: composer require --dev theseer/tokenizer ## Usage examples ```php $tokenizer = new TheSeer\Tokenizer\Tokenizer(); $tokens = $tokenizer->parse(file_get_contents(__DIR__ . '/src/XMLSerializer.php')); $serializer = new TheSeer\Tokenizer\XMLSerializer(); $xml = $serializer->toXML($tokens); echo $xml; ``` The generated XML structure looks something like this: ```xml <?php declare ( strict_types = 1 ) ; ``` tokenizer-1.1.3/build.xml000066400000000000000000000031171350055126500153530ustar00rootroot00000000000000 tokenizer-1.1.3/composer.json000066400000000000000000000010521350055126500162500ustar00rootroot00000000000000{ "name": "theseer/tokenizer", "description": "A small library for converting tokenized PHP source code into XML and potentially other formats", "license": "BSD-3-Clause", "authors": [ { "name": "Arne Blankerts", "email": "arne@blankerts.de", "role": "Developer" } ], "support": { "issues": "https://github.com/theseer/tokenizer/issues" }, "require": { "php": "^7.0", "ext-xmlwriter": "*", "ext-dom": "*", "ext-tokenizer": "*" }, "autoload": { "classmap": [ "src/" ] } } tokenizer-1.1.3/phive.xml000066400000000000000000000004331350055126500153650ustar00rootroot00000000000000 tokenizer-1.1.3/phpunit.xml000066400000000000000000000015711350055126500157450ustar00rootroot00000000000000 tests src tokenizer-1.1.3/src/000077500000000000000000000000001350055126500143175ustar00rootroot00000000000000tokenizer-1.1.3/src/Exception.php000066400000000000000000000001471350055126500167700ustar00rootroot00000000000000ensureValidUri($value); $this->value = $value; } public function asString(): string { return $this->value; } private function ensureValidUri($value) { if (strpos($value, ':') === false) { throw new NamespaceUriException( sprintf("Namespace URI '%s' must contain at least one colon", $value) ); } } } tokenizer-1.1.3/src/NamespaceUriException.php000066400000000000000000000001621350055126500212620ustar00rootroot00000000000000line = $line; $this->name = $name; $this->value = $value; } /** * @return int */ public function getLine(): int { return $this->line; } /** * @return string */ public function getName(): string { return $this->name; } /** * @return string */ public function getValue(): string { return $this->value; } } tokenizer-1.1.3/src/TokenCollection.php000066400000000000000000000051621350055126500201300ustar00rootroot00000000000000tokens[] = $token; } /** * @return Token */ public function current(): Token { return current($this->tokens); } /** * @return int */ public function key(): int { return key($this->tokens); } /** * @return void */ public function next() { next($this->tokens); $this->pos++; } /** * @return bool */ public function valid(): bool { return $this->count() > $this->pos; } /** * @return void */ public function rewind() { reset($this->tokens); $this->pos = 0; } /** * @return int */ public function count(): int { return count($this->tokens); } /** * @param mixed $offset * * @return bool */ public function offsetExists($offset): bool { return isset($this->tokens[$offset]); } /** * @param mixed $offset * * @return Token * @throws TokenCollectionException */ public function offsetGet($offset): Token { if (!$this->offsetExists($offset)) { throw new TokenCollectionException( sprintf('No Token at offest %s', $offset) ); } return $this->tokens[$offset]; } /** * @param mixed $offset * @param Token $value * * @throws TokenCollectionException */ public function offsetSet($offset, $value) { if (!is_int($offset)) { $type = gettype($offset); throw new TokenCollectionException( sprintf( 'Offset must be of type integer, %s given', $type === 'object' ? get_class($value) : $type ) ); } if (!$value instanceof Token) { $type = gettype($value); throw new TokenCollectionException( sprintf( 'Value must be of type %s, %s given', Token::class, $type === 'object' ? get_class($value) : $type ) ); } $this->tokens[$offset] = $value; } /** * @param mixed $offset */ public function offsetUnset($offset) { unset($this->tokens[$offset]); } } tokenizer-1.1.3/src/TokenCollectionException.php000066400000000000000000000001651350055126500220050ustar00rootroot00000000000000 'T_OPEN_BRACKET', ')' => 'T_CLOSE_BRACKET', '[' => 'T_OPEN_SQUARE', ']' => 'T_CLOSE_SQUARE', '{' => 'T_OPEN_CURLY', '}' => 'T_CLOSE_CURLY', ';' => 'T_SEMICOLON', '.' => 'T_DOT', ',' => 'T_COMMA', '=' => 'T_EQUAL', '<' => 'T_LT', '>' => 'T_GT', '+' => 'T_PLUS', '-' => 'T_MINUS', '*' => 'T_MULT', '/' => 'T_DIV', '?' => 'T_QUESTION_MARK', '!' => 'T_EXCLAMATION_MARK', ':' => 'T_COLON', '"' => 'T_DOUBLE_QUOTES', '@' => 'T_AT', '&' => 'T_AMPERSAND', '%' => 'T_PERCENT', '|' => 'T_PIPE', '$' => 'T_DOLLAR', '^' => 'T_CARET', '~' => 'T_TILDE', '`' => 'T_BACKTICK' ]; public function parse(string $source): TokenCollection { $result = new TokenCollection(); if ($source === '') { return $result; } $tokens = token_get_all($source); $lastToken = new Token( $tokens[0][2], 'Placeholder', '' ); foreach ($tokens as $pos => $tok) { if (is_string($tok)) { $token = new Token( $lastToken->getLine(), $this->map[$tok], $tok ); $result->addToken($token); $lastToken = $token; continue; } $line = $tok[2]; $values = preg_split('/\R+/Uu', $tok[1]); foreach ($values as $v) { $token = new Token( $line, token_name($tok[0]), $v ); $result->addToken($token); $line++; $lastToken = $token; } } return $result; } } tokenizer-1.1.3/src/XMLSerializer.php000066400000000000000000000047101350055126500175240ustar00rootroot00000000000000xmlns = $xmlns; } /** * @param TokenCollection $tokens * * @return DOMDocument */ public function toDom(TokenCollection $tokens): DOMDocument { $dom = new DOMDocument(); $dom->preserveWhiteSpace = false; $dom->loadXML($this->toXML($tokens)); return $dom; } /** * @param TokenCollection $tokens * * @return string */ public function toXML(TokenCollection $tokens): string { $this->writer = new \XMLWriter(); $this->writer->openMemory(); $this->writer->setIndent(true); $this->writer->startDocument(); $this->writer->startElement('source'); $this->writer->writeAttribute('xmlns', $this->xmlns->asString()); if (count($tokens) > 0) { $this->writer->startElement('line'); $this->writer->writeAttribute('no', '1'); $this->previousToken = $tokens[0]; foreach ($tokens as $token) { $this->addToken($token); } } $this->writer->endElement(); $this->writer->endElement(); $this->writer->endDocument(); return $this->writer->outputMemory(); } /** * @param Token $token */ private function addToken(Token $token) { if ($this->previousToken->getLine() < $token->getLine()) { $this->writer->endElement(); $this->writer->startElement('line'); $this->writer->writeAttribute('no', (string)$token->getLine()); $this->previousToken = $token; } if ($token->getValue() !== '') { $this->writer->startElement('token'); $this->writer->writeAttribute('name', $token->getName()); $this->writer->writeRaw(htmlspecialchars($token->getValue(), ENT_NOQUOTES | ENT_DISALLOWED | ENT_XML1)); $this->writer->endElement(); } } } tokenizer-1.1.3/tests/000077500000000000000000000000001350055126500146725ustar00rootroot00000000000000tokenizer-1.1.3/tests/NamespaceUriTest.php000066400000000000000000000013301350055126500206140ustar00rootroot00000000000000assertInstanceOf( NamespaceUri::class, new NamespaceUri('a:b') ); } public function testInvalidNamespaceThrowsException() { $this->expectException(NamespaceUriException::class); new NamespaceUri('invalid-no-colon'); } public function testStringRepresentationCanBeRetrieved() { $this->assertEquals( 'a:b', (new NamespaceUri('a:b'))->asString() ); } } tokenizer-1.1.3/tests/TokenCollectionTest.php000066400000000000000000000042661350055126500213470ustar00rootroot00000000000000collection = new TokenCollection(); } public function testCollectionIsInitiallyEmpty() { $this->assertCount(0, $this->collection); } public function testTokenCanBeAddedToCollection() { $token = $this->createMock(Token::class); $this->collection->addToken($token); $this->assertCount(1, $this->collection); $this->assertSame($token, $this->collection[0]); } public function testCanIterateOverTokens() { $token = $this->createMock(Token::class); $this->collection->addToken($token); $this->collection->addToken($token); foreach($this->collection as $position => $current) { $this->assertInternalType('integer', $position); $this->assertSame($token, $current); } } public function testOffsetCanBeUnset() { $token = $this->createMock(Token::class); $this->collection->addToken($token); $this->assertCount(1, $this->collection); unset($this->collection[0]); $this->assertCount(0, $this->collection); } public function testTokenCanBeSetViaOffsetPosition() { $token = $this->createMock(Token::class); $this->collection[0] = $token; $this->assertCount(1, $this->collection); $this->assertSame($token, $this->collection[0]); } public function testTryingToUseNonIntegerOffsetThrowsException() { $this->expectException(TokenCollectionException::class); $this->collection['foo'] = $this->createMock(Token::class); } public function testTryingToSetNonTokenAtOffsetThrowsException() { $this->expectException(TokenCollectionException::class); $this->collection[0] = 'abc'; } public function testTryingToGetTokenAtNonExistingOffsetThrowsException() { $this->expectException(TokenCollectionException::class); $x = $this->collection[3]; } } tokenizer-1.1.3/tests/TokenTest.php000066400000000000000000000013661350055126500173310ustar00rootroot00000000000000token = new Token(1,'test-dummy', 'blank'); } public function testTokenCanBeCreated() { $this->assertInstanceOf(Token::class, $this->token); } public function testTokenLineCanBeRetrieved() { $this->assertEquals(1, $this->token->getLine()); } public function testTokenNameCanBeRetrieved() { $this->assertEquals('test-dummy', $this->token->getName()); } public function testTokenValueCanBeRetrieved() { $this->assertEquals('blank', $this->token->getValue()); } } tokenizer-1.1.3/tests/TokenizerTest.php000066400000000000000000000010651350055126500202170ustar00rootroot00000000000000parse(file_get_contents(__DIR__ . '/_files/test.php')); $expected = unserialize( file_get_contents(__DIR__ . '/_files/test.php.tokens'), [TokenCollection::class] ); $this->assertEquals($expected, $result); } } tokenizer-1.1.3/tests/XMLSerializerTest.php000066400000000000000000000030471350055126500207410ustar00rootroot00000000000000tokens = unserialize( file_get_contents(__DIR__ . '/_files/test.php.tokens'), [TokenCollection::class] ); } public function testCanBeSerializedToXml() { $expected = file_get_contents(__DIR__ . '/_files/test.php.xml'); $serializer = new XMLSerializer(); $this->assertEquals($expected, $serializer->toXML($this->tokens)); } public function testCanBeSerializedToDomDocument() { $serializer = new XMLSerializer(); $result = $serializer->toDom($this->tokens); $this->assertInstanceOf(\DOMDocument::class, $result); $this->assertEquals('source', $result->documentElement->localName); } public function testCanBeSerializedToXmlWithCustomNamespace() { $expected = file_get_contents(__DIR__ . '/_files/customns.xml'); $serializer = new XMLSerializer(new NamespaceUri('custom:xml:namespace')); $this->assertEquals($expected, $serializer->toXML($this->tokens)); } public function testEmptyCollectionCreatesEmptyDocument() { $expected = file_get_contents(__DIR__ . '/_files/empty.xml'); $serializer = new XMLSerializer(); $this->assertEquals($expected, $serializer->toXML((new TokenCollection()))); } } tokenizer-1.1.3/tests/_files/000077500000000000000000000000001350055126500161335ustar00rootroot00000000000000tokenizer-1.1.3/tests/_files/customns.xml000066400000000000000000000133411350055126500205320ustar00rootroot00000000000000 <?php declare ( strict_types = 1 ) ; namespace foo ; class bar { const x = 'abc' ; /** @var int */ private $y = 1 ; public function __construct ( ) { // do something } public function getY ( ) : int { return $this -> y ; } public function getSomeX ( ) : string { return self :: x ; } public function some ( bar $b ) : string { return $b -> getSomeX ( ) . '-def' ; } } tokenizer-1.1.3/tests/_files/empty.xml000066400000000000000000000001151350055126500200100ustar00rootroot00000000000000 tokenizer-1.1.3/tests/_files/test.php000066400000000000000000000006441350055126500176270ustar00rootroot00000000000000y; } public function getSomeX(): string { return self::x; } public function some(bar $b): string { return $b->getSomeX() . '-def'; } } tokenizer-1.1.3/tests/_files/test.php.tokens000066400000000000000000000714421350055126500211350ustar00rootroot00000000000000O:33:"TheSeer\Tokenizer\TokenCollection":2:{s:41:"TheSeer\Tokenizer\TokenCollectiontokens";a:158:{i:0;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:1;s:29:"TheSeer\Tokenizer\Tokenname";s:10:"T_OPEN_TAG";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"";}i:87;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:15;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"y";}i:88;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:15;s:29:"TheSeer\Tokenizer\Tokenname";s:11:"T_SEMICOLON";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:";";}i:89;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:15;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:90;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:16;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:4:" ";}i:91;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:16;s:29:"TheSeer\Tokenizer\Tokenname";s:13:"T_CLOSE_CURLY";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"}";}i:92;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:16;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:93;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:17;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:94;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:4:" ";}i:95;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_PUBLIC";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"public";}i:96;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:97;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:10:"T_FUNCTION";s:30:"TheSeer\Tokenizer\Tokenvalue";s:8:"function";}i:98;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:99;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:8:"getSomeX";}i:100;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:14:"T_OPEN_BRACKET";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"(";}i:101;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:15:"T_CLOSE_BRACKET";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:")";}i:102;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:7:"T_COLON";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:":";}i:103;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:104;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"string";}i:105;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:106;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_OPEN_CURLY";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"{";}i:107;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:18;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:108;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:8:" ";}i:109;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_RETURN";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"return";}i:110;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:111;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:4:"self";}i:112;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:14:"T_DOUBLE_COLON";s:30:"TheSeer\Tokenizer\Tokenvalue";s:2:"::";}i:113;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"x";}i:114;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:11:"T_SEMICOLON";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:";";}i:115;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:19;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:116;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:20;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:4:" ";}i:117;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:20;s:29:"TheSeer\Tokenizer\Tokenname";s:13:"T_CLOSE_CURLY";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"}";}i:118;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:20;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:119;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:21;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:120;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:4:" ";}i:121;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_PUBLIC";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"public";}i:122;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:123;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:10:"T_FUNCTION";s:30:"TheSeer\Tokenizer\Tokenvalue";s:8:"function";}i:124;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:125;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:4:"some";}i:126;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:14:"T_OPEN_BRACKET";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"(";}i:127;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:3:"bar";}i:128;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:129;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:10:"T_VARIABLE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:2:"$b";}i:130;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:15:"T_CLOSE_BRACKET";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:")";}i:131;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:7:"T_COLON";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:":";}i:132;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:133;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"string";}i:134;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:135;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_OPEN_CURLY";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"{";}i:136;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:22;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:137;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:8:" ";}i:138;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_RETURN";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"return";}i:139;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:140;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:10:"T_VARIABLE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:2:"$b";}i:141;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:17:"T_OBJECT_OPERATOR";s:30:"TheSeer\Tokenizer\Tokenvalue";s:2:"->";}i:142;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:8:"T_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:8:"getSomeX";}i:143;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:14:"T_OPEN_BRACKET";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"(";}i:144;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:15:"T_CLOSE_BRACKET";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:")";}i:145;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:146;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:5:"T_DOT";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:".";}i:147;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:" ";}i:148;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:26:"T_CONSTANT_ENCAPSED_STRING";s:30:"TheSeer\Tokenizer\Tokenvalue";s:6:"'-def'";}i:149;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:11:"T_SEMICOLON";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:";";}i:150;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:23;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:151;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:24;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:4:" ";}i:152;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:24;s:29:"TheSeer\Tokenizer\Tokenname";s:13:"T_CLOSE_CURLY";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"}";}i:153;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:24;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:154;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:25;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:155;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:25;s:29:"TheSeer\Tokenizer\Tokenname";s:13:"T_CLOSE_CURLY";s:30:"TheSeer\Tokenizer\Tokenvalue";s:1:"}";}i:156;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:25;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}i:157;O:23:"TheSeer\Tokenizer\Token":3:{s:29:"TheSeer\Tokenizer\Tokenline";i:26;s:29:"TheSeer\Tokenizer\Tokenname";s:12:"T_WHITESPACE";s:30:"TheSeer\Tokenizer\Tokenvalue";s:0:"";}}s:38:"TheSeer\Tokenizer\TokenCollectionpos";N;}tokenizer-1.1.3/tests/_files/test.php.xml000066400000000000000000000133611350055126500204260ustar00rootroot00000000000000 <?php declare ( strict_types = 1 ) ; namespace foo ; class bar { const x = 'abc' ; /** @var int */ private $y = 1 ; public function __construct ( ) { // do something } public function getY ( ) : int { return $this -> y ; } public function getSomeX ( ) : string { return self :: x ; } public function some ( bar $b ) : string { return $b -> getSomeX ( ) . '-def' ; } }