public function tokenize(string $value) : string
{
$tokens = $this->tokenizer->tokenize($value);
$tree = $this->buildTree($value, $tokens);
$tokenizedValue = '';
foreach ($tree as $node) {
$tokenizedValue .= $this->tokenizer->isOpeningToken($node) ? sprintf('<aliceTokenizedFunction(%s)>', $node) : $node;
}
return $tokenizedValue;
}