Файл: vendor/symfony/css-selector/Parser/Tokenizer/Tokenizer.php
Строк: 117
<?php
/*
* This file is part of the Symfony package.
*
* (c) Fabien Potencier <fabien@symfony.com>
*
* For the full copyright and license information, please view the LICENSE
* file that was distributed with this source code.
*/
namespace SymfonyComponentCssSelectorParserTokenizer;
use SymfonyComponentCssSelectorParserHandler;
use SymfonyComponentCssSelectorParserReader;
use SymfonyComponentCssSelectorParserToken;
use SymfonyComponentCssSelectorParserTokenStream;
/**
* CSS selector tokenizer.
*
* This component is a port of the Python cssselect library,
* which is copyright Ian Bicking, @see https://github.com/SimonSapin/cssselect.
*
* @author Jean-François Simon <jeanfrancois.simon@sensiolabs.com>
*
* @internal
*/
class Tokenizer
{
/**
* @var HandlerHandlerInterface[]
*/
private array $handlers;
public function __construct()
{
$patterns = new TokenizerPatterns();
$escaping = new TokenizerEscaping($patterns);
$this->handlers = [
new HandlerWhitespaceHandler(),
new HandlerIdentifierHandler($patterns, $escaping),
new HandlerHashHandler($patterns, $escaping),
new HandlerStringHandler($patterns, $escaping),
new HandlerNumberHandler($patterns),
new HandlerCommentHandler(),
];
}
/**
* Tokenize selector source code.
*/
public function tokenize(Reader $reader): TokenStream
{
$stream = new TokenStream();
while (!$reader->isEOF()) {
foreach ($this->handlers as $handler) {
if ($handler->handle($reader, $stream)) {
continue 2;
}
}
$stream->push(new Token(Token::TYPE_DELIMITER, $reader->getSubstring(1), $reader->getPosition()));
$reader->moveForward(1);
}
return $stream
->push(new Token(Token::TYPE_FILE_END, null, $reader->getPosition()))
->freeze();
}
}