Phlexy\Lexer\Stateless\WithCapturingGroups::lex PHP Method

    public function lex($string)
    {
        $tokens = array();
        $offset = 0;
        $line = 1;
        while (isset($string[$offset])) {
            if (!preg_match($this->compiledRegex, $string, $matches, 0, $offset)) {
                throw new \Phlexy\LexingException(sprintf('Unexpected character "%s" on line %d', $string[$offset], $line));
            }
            // find the first non-empty element (but skipping $matches[0]) using a quick for loop
            for ($i = 1; '' === $matches[$i]; ++$i) {
            }
            $realMatches = array();
            for ($j = 1, $length = $this->offsetToLengthMap[$i - 1]; $j < $length; ++$j) {
                if (isset($matches[$i + $j])) {
                    $realMatches[$j] = $matches[$i + $j];
                }
            }
            if (!empty($realMatches)) {
                $tokens[] = array($this->offsetToTokenMap[$i - 1], $line, $matches[0], $realMatches);
            } else {
                $tokens[] = array($this->offsetToTokenMap[$i - 1], $line, $matches[0]);
            }
            $offset += strlen($matches[0]);
            $line += substr_count($matches[0], "\n");
        }
        return $tokens;
    }