transcode_data.h

   1 /**********************************************************************
   2
   3   transcode_data.h -
   4
   5   $Author$
   6   created at: Mon 10 Dec 2007 14:01:47 JST 2007
   7
   8   Copyright (C) 2007 Martin Duerst
   9
  10 **********************************************************************/
  11
  12 #include "ruby/ruby.h"
  13
  14 #ifndef RUBY_TRANSCODE_DATA_H
  15 #define RUBY_TRANSCODE_DATA_H 1
  16
  17 typedef unsigned char base_element;
  18
  19 typedef struct byte_lookup {
  20     const base_element *base;
  21     const struct byte_lookup *const *info;
  22 } BYTE_LOOKUP;
  23
  24 #ifndef PType
  25 /* data file needs to treat this as a pointer, to remove warnings */
  26 #define PType (const BYTE_LOOKUP *)
  27 #endif
  28
  29 #define NOMAP   (PType 0x01)    /* single byte direct map */
  30 #define ONEbt   (0x02)          /* one byte payload */
  31 #define TWObt   (0x03)          /* two bytes payload */
  32 #define THREEbt (0x05)          /* three bytes payload */
  33 #define FOURbt  (0x06)          /* four bytes payload, UTF-8 only, macros start at getBT0 */
  34 #define INVALID (PType 0x07)    /* invalid byte sequence */
  35 #define UNDEF   (PType 0x09)    /* legal but undefined */
  36 #define ZERObt  (PType 0x0A)    /* zero bytes of payload, i.e. remove */
  37 #define FUNii   (PType 0x0B)    /* function from info to info */
  38 #define FUNsi   (PType 0x0D)    /* function from start to info */
  39 #define FUNio   (PType 0x0E)    /* function from info to output */
  40 #define FUNso   (PType 0x0F)    /* function from start to output */
  41
  42 #define o1(b1)          (PType((((unsigned char)(b1))<<8)|ONEbt))
  43 #define o2(b1,b2)       (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|TWObt))
  44 #define o3(b1,b2,b3)    (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|(((unsigned char)(b3))<<24)|THREEbt))
  45 #define o4(b0,b1,b2,b3) (PType((((unsigned char)(b1))<< 8)|(((unsigned char)(b2))<<16)|(((unsigned char)(b3))<<24)|((((unsigned char)(b0))&0x07)<<5)|FOURbt))
  46
  47 #define getBT1(a)       (((a)>> 8)&0xFF)
  48 #define getBT2(a)       (((a)>>16)&0xFF)
  49 #define getBT3(a)       (((a)>>24)&0xFF)
  50 #define getBT0(a)       ((((a)>> 5)&0x07)|0xF0)   /* for UTF-8 only!!! */
  51
  52 #define o2FUNii(b1,b2)  (PType((((unsigned char)(b1))<<8)|(((unsigned char)(b2))<<16)|FUNii))
  53
  54 /* do we need these??? maybe not, can be done with simple tables */
  55 #define ONETRAIL       /* legal but undefined if one more trailing UTF-8 */
  56 #define TWOTRAIL       /* legal but undefined if two more trailing UTF-8 */
  57 #define THREETRAIL     /* legal but undefined if three more trailing UTF-8 */
  58
  59 /* dynamic structure, one per conversion (similar to iconv_t) */
  60 /* may carry conversion state (e.g. for iso-2022-jp) */
  61 typedef struct rb_transcoding {
  62     const struct rb_transcoder *transcoder;
  63     VALUE ruby_string_dest; /* the String used as the conversion destination,
  64                                or NULL if something else is being converted */
  65     unsigned char *(*flush_func)(struct rb_transcoding*, int, int);
  66
  67     int resume_position;
  68     const BYTE_LOOKUP *next_table;
  69     int readlen;
  70     union {
  71         unsigned char ary[8]; /* max_input <= sizeof(ary) */
  72         unsigned char *ptr; /* length is max_input */
  73     } readbuf;
  74
  75     unsigned char stateful[256]; /* opaque data for stateful encoding */
  76 } rb_transcoding;
  77 #define TRANSCODING_READBUF(tc) \
  78     ((tc)->transcoder->max_input <= sizeof((tc)->readbuf.ary) ? \
  79      (tc)->readbuf.ary : \
  80      (tc)->readbuf.ptr)
  81
  82 /* static structure, one per supported encoding pair */
  83 typedef struct rb_transcoder {
  84     const char *from_encoding;
  85     const char *to_encoding;
  86     const BYTE_LOOKUP *conv_tree_start;
  87     int input_unit_length;
  88     int max_input;
  89     int max_output;
  90     VALUE (*func_ii)(rb_transcoding*, VALUE); /* info  -> info   */
  91     VALUE (*func_si)(rb_transcoding*, const unsigned char*, size_t); /* start -> info   */
  92     int (*func_io)(rb_transcoding*, VALUE, const unsigned char*); /* info  -> output */
  93     int (*func_so)(rb_transcoding*, const unsigned char*, size_t, unsigned char*); /* start -> output */
  94     int (*finish_func)(rb_transcoding*, unsigned char*); /* -> output */
  95 } rb_transcoder;
  96
  97 void rb_declare_transcoder(const char *enc1, const char *enc2, const char *lib);
  98 void rb_register_transcoder(const rb_transcoder *);
  99
 100 #define TRANSCODE_ERROR rb_eRuntimeError /*change exception*/
 101
 102 #endif /* RUBY_TRANSCODE_DATA_H */