transcode_data.h

   1 /**********************************************************************
   2
   3   transcode_data.h -
   4
   5   $Author$
   6   created at: Mon 10 Dec 2007 14:01:47 JST 2007
   7
   8   Copyright (C) 2007 Martin Duerst
   9
  10 **********************************************************************/
  11
  12 #include "ruby/ruby.h"
  13
  14 #ifndef RUBY_TRANSCODE_DATA_H
  15 #define RUBY_TRANSCODE_DATA_H 1
  16
  17 typedef unsigned char base_element;
  18
  19 typedef struct byte_lookup {
  20     const base_element *base;
  21     const struct byte_lookup *const *info;
  22 } BYTE_LOOKUP;
  23
  24 #ifndef PType
  25 /* data file needs to treat this as a pointer, to remove warnings */
  26 #define PType (const BYTE_LOOKUP *)
  27 #endif
  28
  29 #define NOMAP   (PType 0x01)    /* single byte direct map */
  30 #define ONEbt   (0x02)          /* one byte payload */
  31 #define TWObt   (0x03)          /* two bytes payload */
  32 #define THREEbt (0x05)          /* three bytes payload */
  33 #define FOURbt  (0x06)          /* four bytes payload, UTF-8 only, macros start at getBT0 */
  34 #define INVALID (PType 0x07)    /* invalid byte sequence */
  35 #define UNDEF   (PType 0x09)    /* legal but undefined */
  36 #define ZERObt  (PType 0x0A)    /* zero bytes of payload, i.e. remove */
  37 #define FUNii   (PType 0x0B)    /* function from info to info */
  38 #define FUNsi   (PType 0x0D)    /* function from start to info */
  39 #define FUNio   (PType 0x0E)    /* function from info to output */
  40 #define FUNso   (PType 0x0F)    /* function from start to output */
  41
  42 #define o1(b1)          (PType((((unsigned char)(b1))<<8)|ONEbt))
  43 #define o2(b1,b2)       (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|TWObt))
  44 #define o3(b1,b2,b3)    (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|(((unsigned char)(b3))<<24)|THREEbt))
  45 #define o4(b0,b1,b2,b3) (PType((((unsigned char)(b1))<< 8)|(((unsigned char)(b2))<<16)|(((unsigned char)(b3))<<24)|((((unsigned char)(b0))&0x07)<<5)|FOURbt))
  46
  47 #define getBT1(a)       (((a)>> 8)&0xFF)
  48 #define getBT2(a)       (((a)>>16)&0xFF)
  49 #define getBT3(a)       (((a)>>24)&0xFF)
  50 #define getBT0(a)       ((((a)>> 5)&0x07)|0xF0)   /* for UTF-8 only!!! */
  51
  52 #define o2FUNii(b1,b2)  (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|FUNii))
  53
  54 /* do we need these??? maybe not, can be done with simple tables */
  55 #define ONETRAIL       /* legal but undefined if one more trailing UTF-8 */
  56 #define TWOTRAIL       /* legal but undefined if two more trailing UTF-8 */
  57 #define THREETRAIL     /* legal but undefined if three more trailing UTF-8 */
  58
  59 /* dynamic structure, one per conversion (similar to iconv_t) */
  60 /* may carry conversion state (e.g. for iso-2022-jp) */
  61 typedef struct rb_transcoding {
  62     const struct rb_transcoder *transcoder;
  63     VALUE ruby_string_dest; /* the String used as the conversion destination,
  64                                or NULL if something else is being converted */
  65     unsigned char *(*flush_func)(struct rb_transcoding*, int, int);
  66 } rb_transcoding;
  67
  68 /* static structure, one per supported encoding pair */
  69 typedef struct rb_transcoder {
  70     const char *from_encoding;
  71     const char *to_encoding;
  72     const BYTE_LOOKUP *conv_tree_start;
  73     int max_output;
  74     int from_utf8;
  75     void (*preprocessor)(unsigned char**, unsigned char**, unsigned char*, unsigned char*, struct rb_transcoding *);
  76     void (*postprocessor)(unsigned char**, unsigned char**, unsigned char*, unsigned char*, struct rb_transcoding *);
  77     VALUE (*func_ii)(VALUE); /* info  -> info   */
  78     VALUE (*func_si)(const unsigned char *); /* start -> info   */
  79     int (*func_io)(VALUE, const unsigned char*); /* info  -> output */
  80     int (*func_so)(const unsigned char*, unsigned char*); /* start -> output */
  81 } rb_transcoder;
  82
  83 void rb_declare_transcoder(const char *enc1, const char *enc2, const char *lib);
  84 void rb_register_transcoder(const rb_transcoder *);
  85
  86 #endif /* RUBY_TRANSCODE_DATA_H */