tests/data/lexer-output-02.txt

   1 44
   2 TOKEN_IDENTIFIER                        dictionary
   3 TOKEN_KEYWORD_SELECTOR          collect:
   4 TOKEN_BLOCK_BEGIN
   5 TOKEN_COLON
   6 TOKEN_IDENTIFIER                        x_90abc
   7 TOKEN_COLON
   8 TOKEN_IDENTIFIER                        y
   9 TOKEN_BINARY_SELECTOR           |
  10 TOKEN_IDENTIFIER                        x_90abc
  11 TOKEN_BINARY_SELECTOR           <
  12 TOKEN_IDENTIFIER                        y
  13 TOKEN_BLOCK_END
  14 TOKEN_PERIOD
  15 TOKEN_IDENTIFIER                        x
  16 TOKEN_ASSIGN
  17 TOKEN_LPAREN
  18 TOKEN_SYMBOL_CONST                      #symbol
  19 TOKEN_BINARY_SELECTOR
  20 TOKEN_SYMBOL_CONST                      #symbol
  21 TOKEN_RPAREN
  22 TOKEN_COMMENT                           comment
  23 TOKEN_STRING_CONST                      string literal
  24 TOKEN_COMMENT                           should be parsed as: 16rAEFF.012E - 0234e-234 - 16rDEADBEEF + 2e
  25 TOKEN_IDENTIFIER                        x
  26 TOKEN_ASSIGN
  27 TOKEN_NUMBER_CONST                      16rAEFF.012E
  28 TOKEN_BINARY_SELECTOR           -
  29 TOKEN_NUMBER_CONST                      0234e-234
  30 TOKEN_BINARY_SELECTOR           -
  31 TOKEN_NUMBER_CONST                      16rDEADBEEF
  32 TOKEN_BINARY_SELECTOR           +
  33 TOKEN_NUMBER_CONST                      2e
  34 TOKEN_IDENTIFIER                        x
  35 TOKEN_ASSIGN
  36 TOKEN_IDENTIFIER                        a
  37 TOKEN_BINARY_SELECTOR           \\
  38 TOKEN_IDENTIFIER                        b
  39 TOKEN_BINARY_SELECTOR           +
  40 TOKEN_SYMBOL_CONST                      -
  41 TOKEN_COMMENT                           should be parsed as: 45e16 r 23; not: 45e 16r23
  42 TOKEN_NUMBER_CONST                      45e16
  43 TOKEN_IDENTIFIER                        r
  44 TOKEN_NUMBER_CONST                      23
  45 TOKEN_EOF