tests/test-lexer.c

   1
   2
   3 #include <st-lexer.h>
   4
   5 #include <stdio.h>
   6 #include <stdbool.h>
   7
   8 static const char *const token_names[] = {
   9     "TOKEN_INVALID",
  10     "TOKEN_LPAREN",
  11     "TOKEN_RPAREN",
  12     "TOKEN_BLOCK_BEGIN",
  13     "TOKEN_BLOCK_END",
  14     "TOKEN_COMMA",
  15     "TOKEN_SEMICOLON",
  16     "TOKEN_PERIOD",
  17     "TOKEN_RETURN",
  18     "TOKEN_COLON",
  19     "TOKEN_ASSIGN",
  20     "TOKEN_TUPLE_BEGIN",
  21     "TOKEN_IDENTIFIER",
  22     "TOKEN_CHARACTER_CONST",
  23     "TOKEN_STRING_CONST",
  24     "TOKEN_NUMBER_CONST",
  25     "TOKEN_SYMBOL_CONST",
  26     "TOKEN_COMMENT",
  27     "TOKEN_BINARY_SELECTOR",
  28     "TOKEN_KEYWORD_SELECTOR",
  29     "TOKEN_EOF",
  30 };
  31
  32 static void
  33 print_token (st_lexer *lexer, st_token *token)
  34 {
  35     st_token_type type;
  36
  37     char *string;
  38
  39     type = st_token_get_type (token);
  40
  41     switch (type) {
  42
  43
  44         // tokens string values
  45     case ST_TOKEN_COMMENT:
  46     case ST_TOKEN_IDENTIFIER:
  47     case ST_TOKEN_STRING_CONST:
  48     case ST_TOKEN_SYMBOL_CONST:
  49     case ST_TOKEN_NUMBER_CONST:
  50     case ST_TOKEN_KEYWORD_SELECTOR:
  51     case ST_TOKEN_BINARY_SELECTOR:
  52     case ST_TOKEN_CHARACTER_CONST:
  53
  54         string = st_token_get_text (token);
  55
  56         printf ("%s (%i:%i: \"%s\")\n", token_names[type],
  57                 st_token_get_line (token), st_token_get_column (token), string);
  58         break;
  59
  60         // Invalid Token;
  61     case ST_TOKEN_INVALID:
  62
  63         printf ("%s\n", st_lexer_error_message (lexer));
  64         break;
  65
  66
  67     default:
  68         printf ("%s (%i:%i)\n", token_names[type],
  69                 st_token_get_line (token), st_token_get_column (token));
  70         break;
  71     }
  72 }
  73
  74
  75 #define BUF_SIZE 10000
  76
  77 int
  78 main (int argc, char *argv[])
  79 {
  80     st_lexer *lexer;
  81     st_token *token;
  82
  83     printf ("Enter or pipe some Smalltalk code on stdin:\n\n");
  84
  85     /* read input from stdin */
  86     char buffer[BUF_SIZE];
  87     char c;
  88     int i = 0;
  89     while ((c = getchar ()) != EOF && i < (BUF_SIZE - 1))
  90         buffer[i++] = c;
  91     buffer[i] = '\0';
  92
  93     lexer = st_lexer_new (buffer);
  94
  95     st_token_type type;
  96
  97     do {
  98
  99         token = st_lexer_next_token (lexer);
 100         type = st_token_get_type (token);
 101
 102         print_token (lexer, token);
 103
 104     } while (type != ST_TOKEN_EOF);
 105
 106     return 0;
 107 }