範例 #1 標記化逗號分隔的整數列表
<?php
use Parle\Token;
use Parle\Lexer;
use Parle\LexerException;
// 名稱 => ID
$token = array(
"COMMA" => 1,
"CRLF" => 2,
"DECIMAL" => 3,
);
// ID => 名稱
$tokenIdToName = array_flip($token);
$lex = new Lexer;
$lex->push("[\x2c]", $token["COMMA"]);
$lex->push("[\r][\n]", $token["CRLF"]);
$lex->push("[\d]+", $token["DECIMAL"]);
$lex->build();
$in = "0,1,2\r\n3,42,5\r\n6,77,8\r\n";
$lex->consume($in);
do {
$lex->advance();
$tok = $lex->getToken();
if (Token::UNKNOWN == $tok->id) {
throw new LexerException("未知的權杖 '{$tok->value}' 位於偏移量 {$lex->marker}.");
}
echo "權杖: ", $tokenIdToName[$tok->id], PHP_EOL;
} while (Token::EOI != $tok->id);範例 #2 標記化賦值語句
<?php
use Parle\{Token, Lexer};
$lex = new Lexer;
$lex->push("\$[a-zA-Z_][a-zA-Z0-9_]*", 1);
$lex->push("=", 2);
$lex->push("\d+", 3);
$lex->push(";", 4);
$lex->build();
$lex->consume('$x = 42; $y = 24;');
do {
$lex->advance();
$tok = $lex->getToken();
var_dump($tok);
} while (Token::EOI != $tok->id);