/**
* Tests that PHP code snippets properly resolve to their corresponding tokens.
*
* @return void
*/
public function testSingleTokenization()
{
$result = Parser::token('static');
$this->assertEqual('T_STATIC', $result);
$result = Parser::token('=>');
$this->assertEqual('T_DOUBLE_ARROW', $result);
$result = Parser::token(' =>');
$this->assertEqual('T_WHITESPACE', $result);
$result = Parser::token('static =>');
$this->assertEqual('T_STATIC', $result);
$result = Parser::token("\nstatic =>");
$this->assertEqual('T_WHITESPACE', $result);
$this->assertFalse(Parser::token(''));
$result = Parser::token(';');
$this->assertEqual(';', $result);
$result = Parser::token('"string"');
$this->assertEqual('T_CONSTANT_ENCAPSED_STRING', $result);
$result = Parser::token('1');
$this->assertEqual('T_LNUMBER', $result);
$result = Parser::token('0');
$this->assertEqual('T_LNUMBER', $result);
$result = Parser::token('0');
$this->assertEqual('T_LNUMBER', $result);
}