Phlexy\Lexer\Stateless\WithoutCapturingGroups::lex PHP Метод

    public function lex($string)
    {
        $tokens = array();
        $offset = 0;
        $line = 1;
        while (isset($string[$offset])) {
            if (!preg_match($this->compiledRegex, $string, $matches, 0, $offset)) {
                throw new \Phlexy\LexingException(sprintf('Unexpected character "%s" on line %d', $string[$offset], $line));
            }
            // find the first non-empty element (but skipping $matches[0]) using a quick for loop
            for ($i = 1; '' === $matches[$i]; ++$i) {
            }
            $tokens[] = array($this->offsetToTokenMap[$i - 1], $line, $matches[0]);
            $offset += strlen($matches[0]);
            $line += substr_count($matches[0], "\n");
        }
        return $tokens;
    }