build/re2c/scanner.h

   1 /* $Id: scanner.h 860 2008-04-09 22:57:45Z nuno-lopes $ */
   2 #ifndef _scanner_h
   3 #define _scanner_h
   4
   5 #include <iosfwd>
   6 #include <string>
   7 #include "token.h"
   8 #include "re.h"
   9 #include "globals.h"
  10
  11 namespace re2c
  12 {
  13
  14 struct ScannerState
  15 {
  16         ScannerState();
  17
  18         char    *tok, *ptr, *cur, *pos, *ctx;  // positioning
  19         char    *bot, *lim, *top, *eof;        // buffer
  20         uint    tchar, tline, cline, iscfg, buf_size;
  21         bool    in_parse;
  22 };
  23
  24 class Scanner:
  25         public line_number, private ScannerState
  26 {
  27 private:
  28         std::istream&   in;
  29         std::ostream&   out;
  30
  31 private:
  32         char *fill(char*, uint);
  33         Scanner(const Scanner&); //unimplemented
  34         Scanner& operator=(const Scanner&); //unimplemented
  35         void set_sourceline(char *& cursor);
  36
  37 public:
  38         Scanner(std::istream&, std::ostream&);
  39         ~Scanner();
  40
  41         enum ParseMode {
  42                 Stop,
  43                 Parse,
  44                 Reuse,
  45                 Rules
  46         };
  47
  48         ParseMode echo();
  49         int scan();
  50         void reuse();
  51
  52         size_t get_pos() const;
  53         void save_state(ScannerState&) const;
  54         void restore_state(const ScannerState&);
  55
  56         uint get_cline() const;
  57         void set_in_parse(bool new_in_parse);
  58         void fatal_at(uint line, uint ofs, const char *msg) const;
  59         void fatalf_at(uint line, const char*, ...) const;
  60         void fatalf(const char*, ...) const;
  61         void fatal(const char*) const;
  62         void fatal(uint, const char*) const;
  63
  64         void config(const Str&, int);
  65         void config(const Str&, const Str&);
  66
  67         void check_token_length(char *pos, uint len) const;
  68         SubStr token() const;
  69         SubStr token(uint start, uint len) const;
  70         Str raw_token(std::string enclosure) const;
  71         virtual uint get_line() const;
  72         uint xlat(uint c) const;
  73
  74         uint unescape(SubStr &s) const;
  75         std::string& unescape(SubStr& str_in, std::string& str_out) const;
  76
  77         Range * getRange(SubStr &s) const;
  78         RegExp * matchChar(uint c) const;
  79         RegExp * strToName(SubStr s) const;
  80         RegExp * strToRE(SubStr s) const;
  81         RegExp * strToCaseInsensitiveRE(SubStr s) const;
  82         RegExp * ranToRE(SubStr s) const;
  83         RegExp * getAnyRE() const;
  84         RegExp * invToRE(SubStr s) const;
  85         RegExp * mkDot() const;
  86 };
  87
  88 inline size_t Scanner::get_pos() const
  89 {
  90         return cur - bot;
  91 }
  92
  93 inline uint Scanner::get_line() const
  94 {
  95         return cline;
  96 }
  97
  98 inline uint Scanner::get_cline() const
  99 {
 100         return cline;
 101 }
 102
 103 inline void Scanner::save_state(ScannerState& state) const
 104 {
 105         state = *this;
 106 }
 107
 108 inline void Scanner::fatal(const char *msg) const
 109 {
 110         fatal(0, msg);
 111 }
 112
 113 inline SubStr Scanner::token() const
 114 {
 115         check_token_length(tok, cur - tok);
 116         return SubStr(tok, cur - tok);
 117 }
 118
 119 inline SubStr Scanner::token(uint start, uint len) const
 120 {
 121         check_token_length(tok + start, len);
 122         return SubStr(tok + start, len);
 123 }
 124
 125 inline uint Scanner::xlat(uint c) const
 126 {
 127         return re2c::wFlag ? c : re2c::xlat[c & 0xFF];
 128 }
 129
 130 } // end namespace re2c
 131
 132 #endif