pos.ebnf (471B)
1 // UTF-8 position fixture for --lexer-standalone. A skip consumes ASCII and 2 // non-ASCII line breaks (LF, CR, NEL U+0085, LS U+2028, PS U+2029) so the 3 // standalone tokenizer's inline scalar position folding — CRLF coalescing plus 4 // the 7-scalar line-break set — is exercised against the table lexer's 5 // gram_unicode_pos_advance, scalar for scalar. 6 %lex :utf8 { 7 %skip NL = [\n\r\u{85}\u{2028}\u{2029}]+; 8 WORD = [a-z]+; 9 NUM = [0-9]+; 10 } 11 start = (WORD | NUM)*;