public function isTokenized(string $value) : bool { return '<aliceTokenizedFunction(' === substr($value, 0, 24); }
/** * {@inheritdoc} * * @throws MalformedFunctionException */ public function lex(string $value) : array { if (false === $this->functionTokenizer->isTokenized($value)) { $value = $this->functionTokenizer->tokenize($value); } return $this->decoratedLexer->lex($value); }