public function testGetTokens()
{
$code = '<?php "a";' . "\n" . '// foo' . "\n" . '"b";';
$expectedTokens = array(array(T_OPEN_TAG, '<?php ', 1), array(T_CONSTANT_ENCAPSED_STRING, '"a"', 1), ';', array(T_WHITESPACE, "\n", 1), array(T_COMMENT, '// foo' . "\n", 2), array(T_CONSTANT_ENCAPSED_STRING, '"b"', 3), ';');
$lexer = $this->getLexer();
$lexer->startLexing($code);
$this->assertSame($expectedTokens, $lexer->getTokens());
}