Expand PMF_FN_* macros.

[netbsd-mini2440.git] / external / bsd / flex / dist / gen.c

/*      $NetBSD: gen.c,v 1.4 2009/10/27 01:44:01 christos Exp $ */

/* gen - actual generation (writing) of flex scanners */

/*  Copyright (c) 1990 The Regents of the University of California. */
/*  All rights reserved. */

/*  This code is derived from software contributed to Berkeley by */
/*  Vern Paxson. */

/*  The United States Government has rights in this work pursuant */
/*  to contract no. DE-AC03-76SF00098 between the United States */
/*  Department of Energy and the University of California. */

/*  This file is part of flex. */

/*  Redistribution and use in source and binary forms, with or without */
/*  modification, are permitted provided that the following conditions */
/*  are met: */

/*  1. Redistributions of source code must retain the above copyright */
/*     notice, this list of conditions and the following disclaimer. */
/*  2. Redistributions in binary form must reproduce the above copyright */
/*     notice, this list of conditions and the following disclaimer in the */
/*     documentation and/or other materials provided with the distribution. */

/*  Neither the name of the University nor the names of its contributors */
/*  may be used to endorse or promote products derived from this software */
/*  without specific prior written permission. */

/*  THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR */
/*  IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED */
/*  WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
/*  PURPOSE. */

#include "flexdef.h"
#include "tables.h"


/* declare functions that have forward references */

void gen_next_state PROTO ((int));
void genecs PROTO ((void));
void indent_put2s PROTO ((const char *, const char *));
void indent_puts PROTO ((const char *));


static int indent_level = 0;    /* each level is 8 spaces */

#define indent_up() (++indent_level)
#define indent_down() (--indent_level)
#define set_indent(indent_val) indent_level = indent_val

/* Almost everything is done in terms of arrays starting at 1, so provide
 * a null entry for the zero element of all C arrays.  (The exception
 * to this is that the fast table representation generally uses the
 * 0 elements of its arrays, too.)
 */

static const char *get_int16_decl (void)
{
        return (gentables)
                ? "static yyconst flex_int16_t %s[%d] =\n    {   0,\n"
                : "static yyconst flex_int16_t * %s = 0;\n";
}


static const char *get_int32_decl (void)
{
        return (gentables)
                ? "static yyconst flex_int32_t %s[%d] =\n    {   0,\n"
                : "static yyconst flex_int32_t * %s = 0;\n";
}

static const char *get_state_decl (void)
{
        return (gentables)
                ? "static yyconst yy_state_type %s[%d] =\n    {   0,\n"
                : "static yyconst yy_state_type * %s = 0;\n";
}

/* Indent to the current level. */

void do_indent ()
{
        register int i = indent_level * 8;

        while (i >= 8) {
                outc ('\t');
                i -= 8;
        }

        while (i > 0) {
                outc (' ');
                --i;
        }
}


/** Make the table for possible eol matches.
 *  @return the newly allocated rule_can_match_eol table
 */
static struct yytbl_data *mkeoltbl (void)
{
        int     i;
        flex_int8_t *tdata = 0;
        struct yytbl_data *tbl;

        tbl = (struct yytbl_data *) calloc (1, sizeof (struct yytbl_data));
        yytbl_data_init (tbl, YYTD_ID_RULE_CAN_MATCH_EOL);
        tbl->td_flags = YYTD_DATA8;
        tbl->td_lolen = num_rules + 1;
        tbl->td_data = tdata =
                (flex_int8_t *) calloc (tbl->td_lolen, sizeof (flex_int8_t));

        for (i = 1; i <= num_rules; i++)
                tdata[i] = rule_has_nl[i] ? 1 : 0;

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_RULE_CAN_MATCH_EOL, (void**)&yy_rule_can_match_eol, sizeof(%s)},\n",
                    "flex_int32_t");
        return tbl;
}

/* Generate the table for possible eol matches. */
static void geneoltbl (void)
{
        int     i;

        outn ("m4_ifdef( [[M4_YY_USE_LINENO]],[[");
        outn ("/* Table of booleans, true if rule could match eol. */");
        out_str_dec (get_int32_decl (), "yy_rule_can_match_eol",
                     num_rules + 1);

        if (gentables) {
                for (i = 1; i <= num_rules; i++) {
                        out_dec ("%d, ", rule_has_nl[i] ? 1 : 0);
                        /* format nicely, 20 numbers per line. */
                        if ((i % 20) == 19)
                                out ("\n    ");
                }
                out ("    };\n");
        }
        outn ("]])");
}


/* Generate the code to keep backing-up information. */

void gen_backing_up ()
{
        if (reject || num_backing_up == 0)
                return;

        if (fullspd)
                indent_puts ("if ( yy_current_state[-1].yy_nxt )");
        else
                indent_puts ("if ( yy_accept[yy_current_state] )");

        indent_up ();
        indent_puts ("{");
        indent_puts ("YY_G(yy_last_accepting_state) = yy_current_state;");
        indent_puts ("YY_G(yy_last_accepting_cpos) = yy_cp;");
        indent_puts ("}");
        indent_down ();
}


/* Generate the code to perform the backing up. */

void gen_bu_action ()
{
        if (reject || num_backing_up == 0)
                return;

        set_indent (3);

        indent_puts ("case 0: /* must back up */");
        indent_puts ("/* undo the effects of YY_DO_BEFORE_ACTION */");
        indent_puts ("*yy_cp = YY_G(yy_hold_char);");

        if (fullspd || fulltbl)
                indent_puts ("yy_cp = YY_G(yy_last_accepting_cpos) + 1;");
        else
                /* Backing-up info for compressed tables is taken \after/
                 * yy_cp has been incremented for the next state.
                 */
                indent_puts ("yy_cp = YY_G(yy_last_accepting_cpos);");

        indent_puts ("yy_current_state = YY_G(yy_last_accepting_state);");
        indent_puts ("goto yy_find_action;");
        outc ('\n');

        set_indent (0);
}

/** mkctbl - make full speed compressed transition table
 * This is an array of structs; each struct a pair of integers.
 * You should call mkssltbl() immediately after this.
 * Then, I think, mkecstbl(). Arrrg.
 * @return the newly allocated trans table
 */

static struct yytbl_data *mkctbl (void)
{
        register int i;
        struct yytbl_data *tbl = 0;
        flex_int32_t *tdata = 0, curr = 0;
        int     end_of_buffer_action = num_rules + 1;

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_TRANSITION, (void**)&yy_transition, sizeof(%s)},\n",
                    ((tblend + numecs + 1) >= INT16_MAX
                     || long_align) ? "flex_int32_t" : "flex_int16_t");

        tbl = (struct yytbl_data *) calloc (1, sizeof (struct yytbl_data));
        yytbl_data_init (tbl, YYTD_ID_TRANSITION);
        tbl->td_flags = YYTD_DATA32 | YYTD_STRUCT;
        tbl->td_hilen = 0;
        tbl->td_lolen = tblend + numecs + 1;    /* number of structs */

        tbl->td_data = tdata =
                (flex_int32_t *) calloc (tbl->td_lolen * 2, sizeof (flex_int32_t));

        /* We want the transition to be represented as the offset to the
         * next state, not the actual state number, which is what it currently
         * is.  The offset is base[nxt[i]] - (base of current state)].  That's
         * just the difference between the starting points of the two involved
         * states (to - from).
         *
         * First, though, we need to find some way to put in our end-of-buffer
         * flags and states.  We do this by making a state with absolutely no
         * transitions.  We put it at the end of the table.
         */

        /* We need to have room in nxt/chk for two more slots: One for the
         * action and one for the end-of-buffer transition.  We now *assume*
         * that we're guaranteed the only character we'll try to index this
         * nxt/chk pair with is EOB, i.e., 0, so we don't have to make sure
         * there's room for jam entries for other characters.
         */

        while (tblend + 2 >= current_max_xpairs)
                expand_nxt_chk ();

        while (lastdfa + 1 >= current_max_dfas)
                increase_max_dfas ();

        base[lastdfa + 1] = tblend + 2;
        nxt[tblend + 1] = end_of_buffer_action;
        chk[tblend + 1] = numecs + 1;
        chk[tblend + 2] = 1;    /* anything but EOB */

        /* So that "make test" won't show arb. differences. */
        nxt[tblend + 2] = 0;

        /* Make sure every state has an end-of-buffer transition and an
         * action #.
         */
        for (i = 0; i <= lastdfa; ++i) {
                int     anum = dfaacc[i].dfaacc_state;
                int     offset = base[i];

                chk[offset] = EOB_POSITION;
                chk[offset - 1] = ACTION_POSITION;
                nxt[offset - 1] = anum; /* action number */
        }

        for (i = 0; i <= tblend; ++i) {
                if (chk[i] == EOB_POSITION) {
                        tdata[curr++] = 0;
                        tdata[curr++] = base[lastdfa + 1] - i;
                }

                else if (chk[i] == ACTION_POSITION) {
                        tdata[curr++] = 0;
                        tdata[curr++] = nxt[i];
                }

                else if (chk[i] > numecs || chk[i] == 0) {
                        tdata[curr++] = 0;
                        tdata[curr++] = 0;
                }
                else {          /* verify, transition */

                        tdata[curr++] = chk[i];
                        tdata[curr++] = base[nxt[i]] - (i - chk[i]);
                }
        }


        /* Here's the final, end-of-buffer state. */
        tdata[curr++] = chk[tblend + 1];
        tdata[curr++] = nxt[tblend + 1];

        tdata[curr++] = chk[tblend + 2];
        tdata[curr++] = nxt[tblend + 2];

        return tbl;
}


/** Make start_state_list table.
 *  @return the newly allocated start_state_list table
 */
static struct yytbl_data *mkssltbl (void)
{
        struct yytbl_data *tbl = 0;
        flex_int32_t *tdata = 0;
        flex_int32_t i;

        tbl = (struct yytbl_data *) calloc (1, sizeof (struct yytbl_data));
        yytbl_data_init (tbl, YYTD_ID_START_STATE_LIST);
        tbl->td_flags = YYTD_DATA32 | YYTD_PTRANS;
        tbl->td_hilen = 0;
        tbl->td_lolen = lastsc * 2 + 1;

        tbl->td_data = tdata =
                (flex_int32_t *) calloc (tbl->td_lolen, sizeof (flex_int32_t));

        for (i = 0; i <= lastsc * 2; ++i)
                tdata[i] = base[i];

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_START_STATE_LIST, (void**)&yy_start_state_list, sizeof(%s)},\n",
                    "struct yy_trans_info*");

        return tbl;
}



/* genctbl - generates full speed compressed transition table */

void genctbl ()
{
        register int i;
        int     end_of_buffer_action = num_rules + 1;

        /* Table of verify for transition and offset to next state. */
        if (gentables)
                out_dec ("static yyconst struct yy_trans_info yy_transition[%d] =\n    {\n", tblend + numecs + 1);
        else
                outn ("static yyconst struct yy_trans_info *yy_transition = 0;");

        /* We want the transition to be represented as the offset to the
         * next state, not the actual state number, which is what it currently
         * is.  The offset is base[nxt[i]] - (base of current state)].  That's
         * just the difference between the starting points of the two involved
         * states (to - from).
         *
         * First, though, we need to find some way to put in our end-of-buffer
         * flags and states.  We do this by making a state with absolutely no
         * transitions.  We put it at the end of the table.
         */

        /* We need to have room in nxt/chk for two more slots: One for the
         * action and one for the end-of-buffer transition.  We now *assume*
         * that we're guaranteed the only character we'll try to index this
         * nxt/chk pair with is EOB, i.e., 0, so we don't have to make sure
         * there's room for jam entries for other characters.
         */

        while (tblend + 2 >= current_max_xpairs)
                expand_nxt_chk ();

        while (lastdfa + 1 >= current_max_dfas)
                increase_max_dfas ();

        base[lastdfa + 1] = tblend + 2;
        nxt[tblend + 1] = end_of_buffer_action;
        chk[tblend + 1] = numecs + 1;
        chk[tblend + 2] = 1;    /* anything but EOB */

        /* So that "make test" won't show arb. differences. */
        nxt[tblend + 2] = 0;

        /* Make sure every state has an end-of-buffer transition and an
         * action #.
         */
        for (i = 0; i <= lastdfa; ++i) {
                int     anum = dfaacc[i].dfaacc_state;
                int     offset = base[i];

                chk[offset] = EOB_POSITION;
                chk[offset - 1] = ACTION_POSITION;
                nxt[offset - 1] = anum; /* action number */
        }

        for (i = 0; i <= tblend; ++i) {
                if (chk[i] == EOB_POSITION)
                        transition_struct_out (0, base[lastdfa + 1] - i);

                else if (chk[i] == ACTION_POSITION)
                        transition_struct_out (0, nxt[i]);

                else if (chk[i] > numecs || chk[i] == 0)
                        transition_struct_out (0, 0);   /* unused slot */

                else            /* verify, transition */
                        transition_struct_out (chk[i],
                                               base[nxt[i]] - (i -
                                                               chk[i]));
        }


        /* Here's the final, end-of-buffer state. */
        transition_struct_out (chk[tblend + 1], nxt[tblend + 1]);
        transition_struct_out (chk[tblend + 2], nxt[tblend + 2]);

        if (gentables)
                outn ("    };\n");

        /* Table of pointers to start states. */
        if (gentables)
                out_dec ("static yyconst struct yy_trans_info *yy_start_state_list[%d] =\n", lastsc * 2 + 1);
        else
                outn ("static yyconst struct yy_trans_info **yy_start_state_list =0;");

        if (gentables) {
                outn ("    {");

                for (i = 0; i <= lastsc * 2; ++i)
                        out_dec ("    &yy_transition[%d],\n", base[i]);

                dataend ();
        }

        if (useecs)
                genecs ();
}


/* mkecstbl - Make equivalence-class tables.  */
static struct yytbl_data *mkecstbl (void)
{
        register int i;
        struct yytbl_data *tbl = 0;
        flex_int32_t *tdata = 0;

        tbl = (struct yytbl_data *) calloc (1, sizeof (struct yytbl_data));
        yytbl_data_init (tbl, YYTD_ID_EC);
        tbl->td_flags |= YYTD_DATA32;
        tbl->td_hilen = 0;
        tbl->td_lolen = csize;

        tbl->td_data = tdata =
                (flex_int32_t *) calloc (tbl->td_lolen, sizeof (flex_int32_t));

        for (i = 1; i < csize; ++i) {
                ecgroup[i] = ABS (ecgroup[i]);
                tdata[i] = ecgroup[i];
        }

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_EC, (void**)&yy_ec, sizeof(%s)},\n",
                    "flex_int32_t");

        return tbl;
}

/* Generate equivalence-class tables. */

void genecs ()
{
        register int i, j;
        int     numrows;

        out_str_dec (get_int32_decl (), "yy_ec", csize);

        for (i = 1; i < csize; ++i) {
                ecgroup[i] = ABS (ecgroup[i]);
                mkdata (ecgroup[i]);
        }

        dataend ();

        if (trace) {
                fputs (_("\n\nEquivalence Classes:\n\n"), stderr);

                numrows = csize / 8;

                for (j = 0; j < numrows; ++j) {
                        for (i = j; i < csize; i = i + numrows) {
                                fprintf (stderr, "%4s = %-2d",
                                         readable_form (i), ecgroup[i]);

                                putc (' ', stderr);
                        }

                        putc ('\n', stderr);
                }
        }
}


/* Generate the code to find the action number. */

void gen_find_action ()
{
        if (fullspd)
                indent_puts ("yy_act = yy_current_state[-1].yy_nxt;");

        else if (fulltbl)
                indent_puts ("yy_act = yy_accept[yy_current_state];");

        else if (reject) {
                indent_puts ("yy_current_state = *--YY_G(yy_state_ptr);");
                indent_puts ("YY_G(yy_lp) = yy_accept[yy_current_state];");

                if (!variable_trailing_context_rules)
                        outn ("#ifdef YY_USES_REJECT");
                outn ("find_rule: /* we branch to this label when backing up */");
                if (!variable_trailing_context_rules)
                        outn ("#endif");

                indent_puts
                        ("for ( ; ; ) /* until we find what rule we matched */");

                indent_up ();

                indent_puts ("{");

                indent_puts
                        ("if ( YY_G(yy_lp) && YY_G(yy_lp) < yy_accept[yy_current_state + 1] )");
                indent_up ();
                indent_puts ("{");
                indent_puts ("yy_act = yy_acclist[YY_G(yy_lp)];");

                if (variable_trailing_context_rules) {
                        indent_puts
                                ("if ( yy_act & YY_TRAILING_HEAD_MASK ||");
                        indent_puts ("     YY_G(yy_looking_for_trail_begin) )");
                        indent_up ();
                        indent_puts ("{");

                        indent_puts
                                ("if ( yy_act == YY_G(yy_looking_for_trail_begin) )");
                        indent_up ();
                        indent_puts ("{");
                        indent_puts ("YY_G(yy_looking_for_trail_begin) = 0;");
                        indent_puts ("yy_act &= ~YY_TRAILING_HEAD_MASK;");
                        indent_puts ("break;");
                        indent_puts ("}");
                        indent_down ();

                        indent_puts ("}");
                        indent_down ();

                        indent_puts
                                ("else if ( yy_act & YY_TRAILING_MASK )");
                        indent_up ();
                        indent_puts ("{");
                        indent_puts
                                ("YY_G(yy_looking_for_trail_begin) = yy_act & ~YY_TRAILING_MASK;");
                        indent_puts
                                ("YY_G(yy_looking_for_trail_begin) |= YY_TRAILING_HEAD_MASK;");

                        if (real_reject) {
                                /* Remember matched text in case we back up
                                 * due to REJECT.
                                 */
                                indent_puts
                                        ("YY_G(yy_full_match) = yy_cp;");
                                indent_puts
                                        ("YY_G(yy_full_state) = YY_G(yy_state_ptr);");
                                indent_puts ("YY_G(yy_full_lp) = YY_G(yy_lp);");
                        }

                        indent_puts ("}");
                        indent_down ();

                        indent_puts ("else");
                        indent_up ();
                        indent_puts ("{");
                        indent_puts ("YY_G(yy_full_match) = yy_cp;");
                        indent_puts
                                ("YY_G(yy_full_state) = YY_G(yy_state_ptr);");
                        indent_puts ("YY_G(yy_full_lp) = YY_G(yy_lp);");
                        indent_puts ("break;");
                        indent_puts ("}");
                        indent_down ();

                        indent_puts ("++YY_G(yy_lp);");
                        indent_puts ("goto find_rule;");
                }

                else {
                        /* Remember matched text in case we back up due to
                         * trailing context plus REJECT.
                         */
                        indent_up ();
                        indent_puts ("{");
                        indent_puts ("YY_G(yy_full_match) = yy_cp;");
                        indent_puts ("break;");
                        indent_puts ("}");
                        indent_down ();
                }

                indent_puts ("}");
                indent_down ();

                indent_puts ("--yy_cp;");

                /* We could consolidate the following two lines with those at
                 * the beginning, but at the cost of complaints that we're
                 * branching inside a loop.
                 */
                indent_puts ("yy_current_state = *--YY_G(yy_state_ptr);");
                indent_puts ("YY_G(yy_lp) = yy_accept[yy_current_state];");

                indent_puts ("}");

                indent_down ();
        }

        else {                  /* compressed */
                indent_puts ("yy_act = yy_accept[yy_current_state];");

                if (interactive && !reject) {
                        /* Do the guaranteed-needed backing up to figure out
                         * the match.
                         */
                        indent_puts ("if ( yy_act == 0 )");
                        indent_up ();
                        indent_puts ("{ /* have to back up */");
                        indent_puts
                                ("yy_cp = YY_G(yy_last_accepting_cpos);");
                        indent_puts
                                ("yy_current_state = YY_G(yy_last_accepting_state);");
                        indent_puts
                                ("yy_act = yy_accept[yy_current_state];");
                        indent_puts ("}");
                        indent_down ();
                }
        }
}

/* mkftbl - make the full table and return the struct .
 * you should call mkecstbl() after this.
 */

struct yytbl_data *mkftbl (void)
{
        register int i;
        int     end_of_buffer_action = num_rules + 1;
        struct yytbl_data *tbl;
        flex_int32_t *tdata = 0;

        tbl = (struct yytbl_data *) calloc (1, sizeof (struct yytbl_data));
        yytbl_data_init (tbl, YYTD_ID_ACCEPT);
        tbl->td_flags |= YYTD_DATA32;
        tbl->td_hilen = 0;      /* it's a one-dimensional array */
        tbl->td_lolen = lastdfa + 1;

        tbl->td_data = tdata =
                (flex_int32_t *) calloc (tbl->td_lolen, sizeof (flex_int32_t));

        dfaacc[end_of_buffer_state].dfaacc_state = end_of_buffer_action;

        for (i = 1; i <= lastdfa; ++i) {
                register int anum = dfaacc[i].dfaacc_state;

                tdata[i] = anum;

                if (trace && anum)
                        fprintf (stderr, _("state # %d accepts: [%d]\n"),
                                 i, anum);
        }

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_ACCEPT, (void**)&yy_accept, sizeof(%s)},\n",
                    long_align ? "flex_int32_t" : "flex_int16_t");
        return tbl;
}


/* genftbl - generate full transition table */

void genftbl ()
{
        register int i;
        int     end_of_buffer_action = num_rules + 1;

        out_str_dec (long_align ? get_int32_decl () : get_int16_decl (),
                     "yy_accept", lastdfa + 1);

        dfaacc[end_of_buffer_state].dfaacc_state = end_of_buffer_action;

        for (i = 1; i <= lastdfa; ++i) {
                register int anum = dfaacc[i].dfaacc_state;

                mkdata (anum);

                if (trace && anum)
                        fprintf (stderr, _("state # %d accepts: [%d]\n"),
                                 i, anum);
        }

        dataend ();

        if (useecs)
                genecs ();

        /* Don't have to dump the actual full table entries - they were
         * created on-the-fly.
         */
}


/* Generate the code to find the next compressed-table state. */

void gen_next_compressed_state (char_map)
     char   *char_map;
{
        indent_put2s ("register YY_CHAR yy_c = %s;", char_map);

        /* Save the backing-up info \before/ computing the next state
         * because we always compute one more state than needed - we
         * always proceed until we reach a jam state
         */
        gen_backing_up ();

        indent_puts
                ("while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state )");
        indent_up ();
        indent_puts ("{");
        indent_puts ("yy_current_state = (int) yy_def[yy_current_state];");

        if (usemecs) {
                /* We've arrange it so that templates are never chained
                 * to one another.  This means we can afford to make a
                 * very simple test to see if we need to convert to
                 * yy_c's meta-equivalence class without worrying
                 * about erroneously looking up the meta-equivalence
                 * class twice
                 */
                do_indent ();

                /* lastdfa + 2 is the beginning of the templates */
                out_dec ("if ( yy_current_state >= %d )\n", lastdfa + 2);

                indent_up ();
                indent_puts ("yy_c = yy_meta[(unsigned int) yy_c];");
                indent_down ();
        }

        indent_puts ("}");
        indent_down ();

        indent_puts
                ("yy_current_state = yy_nxt[yy_base[yy_current_state] + (unsigned int) yy_c];");
}


/* Generate the code to find the next match. */

void gen_next_match ()
{
        /* NOTE - changes in here should be reflected in gen_next_state() and
         * gen_NUL_trans().
         */
        char   *char_map = useecs ?
                "yy_ec[YY_SC_TO_UI(*yy_cp)] " : "YY_SC_TO_UI(*yy_cp)";

        char   *char_map_2 = useecs ?
                "yy_ec[YY_SC_TO_UI(*++yy_cp)] " : "YY_SC_TO_UI(*++yy_cp)";

        if (fulltbl) {
                if (gentables)
                        indent_put2s
                                ("while ( (yy_current_state = yy_nxt[yy_current_state][ %s ]) > 0 )",
                                 char_map);
                else
                        indent_put2s
                                ("while ( (yy_current_state = yy_nxt[yy_current_state*YY_NXT_LOLEN +  %s ]) > 0 )",
                                 char_map);

                indent_up ();

                if (num_backing_up > 0) {
                        indent_puts ("{");
                        gen_backing_up ();
                        outc ('\n');
                }

                indent_puts ("++yy_cp;");

                if (num_backing_up > 0)

                        indent_puts ("}");

                indent_down ();

                outc ('\n');
                indent_puts ("yy_current_state = -yy_current_state;");
        }

        else if (fullspd) {
                indent_puts ("{");
                indent_puts
                        ("register yyconst struct yy_trans_info *yy_trans_info;\n");
                indent_puts ("register YY_CHAR yy_c;\n");
                indent_put2s ("for ( yy_c = %s;", char_map);
                indent_puts
                        ("      (yy_trans_info = &yy_current_state[(unsigned int) yy_c])->");
                indent_puts ("yy_verify == yy_c;");
                indent_put2s ("      yy_c = %s )", char_map_2);

                indent_up ();

                if (num_backing_up > 0)
                        indent_puts ("{");

                indent_puts ("yy_current_state += yy_trans_info->yy_nxt;");

                if (num_backing_up > 0) {
                        outc ('\n');
                        gen_backing_up ();
                        indent_puts ("}");
                }

                indent_down ();
                indent_puts ("}");
        }

        else {                  /* compressed */
                indent_puts ("do");

                indent_up ();
                indent_puts ("{");

                gen_next_state (false);

                indent_puts ("++yy_cp;");


                indent_puts ("}");
                indent_down ();

                do_indent ();

                if (interactive)
                        out_dec ("while ( yy_base[yy_current_state] != %d );\n", jambase);
                else
                        out_dec ("while ( yy_current_state != %d );\n",
                                 jamstate);

                if (!reject && !interactive) {
                        /* Do the guaranteed-needed backing up to figure out
                         * the match.
                         */
                        indent_puts
                                ("yy_cp = YY_G(yy_last_accepting_cpos);");
                        indent_puts
                                ("yy_current_state = YY_G(yy_last_accepting_state);");
                }
        }
}


/* Generate the code to find the next state. */

void gen_next_state (worry_about_NULs)
     int worry_about_NULs;
{                               /* NOTE - changes in here should be reflected in gen_next_match() */
        char    char_map[256];

        if (worry_about_NULs && !nultrans) {
                if (useecs)
                        snprintf (char_map, sizeof(char_map),
                                        "(*yy_cp ? yy_ec[YY_SC_TO_UI(*yy_cp)] : %d)",
                                        NUL_ec);
                else
            snprintf (char_map, sizeof(char_map),
                                        "(*yy_cp ? YY_SC_TO_UI(*yy_cp) : %d)",
                                        NUL_ec);
        }

        else
                strcpy (char_map, useecs ?
                        "yy_ec[YY_SC_TO_UI(*yy_cp)]" :
                        "YY_SC_TO_UI(*yy_cp)");

        if (worry_about_NULs && nultrans) {
                if (!fulltbl && !fullspd)
                        /* Compressed tables back up *before* they match. */
                        gen_backing_up ();

                indent_puts ("if ( *yy_cp )");
                indent_up ();
                indent_puts ("{");
        }

        if (fulltbl) {
                if (gentables)
                        indent_put2s
                                ("yy_current_state = yy_nxt[yy_current_state][%s];",
                                 char_map);
                else
                        indent_put2s
                                ("yy_current_state = yy_nxt[yy_current_state*YY_NXT_LOLEN + %s];",
                                 char_map);
        }

        else if (fullspd)
                indent_put2s
                        ("yy_current_state += yy_current_state[%s].yy_nxt;",
                         char_map);

        else
                gen_next_compressed_state (char_map);

        if (worry_about_NULs && nultrans) {

                indent_puts ("}");
                indent_down ();
                indent_puts ("else");
                indent_up ();
                indent_puts
                        ("yy_current_state = yy_NUL_trans[yy_current_state];");
                indent_down ();
        }

        if (fullspd || fulltbl)
                gen_backing_up ();

        if (reject)
                indent_puts ("*YY_G(yy_state_ptr)++ = yy_current_state;");
}


/* Generate the code to make a NUL transition. */

void gen_NUL_trans ()
{                               /* NOTE - changes in here should be reflected in gen_next_match() */
        /* Only generate a definition for "yy_cp" if we'll generate code
         * that uses it.  Otherwise lint and the like complain.
         */
        int     need_backing_up = (num_backing_up > 0 && !reject);

        if (need_backing_up && (!nultrans || fullspd || fulltbl))
                /* We're going to need yy_cp lying around for the call
                 * below to gen_backing_up().
                 */
                indent_puts ("register char *yy_cp = YY_G(yy_c_buf_p);");

        outc ('\n');

        if (nultrans) {
                indent_puts
                        ("yy_current_state = yy_NUL_trans[yy_current_state];");
                indent_puts ("yy_is_jam = (yy_current_state == 0);");
        }

        else if (fulltbl) {
                do_indent ();
                if (gentables)
                        out_dec ("yy_current_state = yy_nxt[yy_current_state][%d];\n", NUL_ec);
                else
                        out_dec ("yy_current_state = yy_nxt[yy_current_state*YY_NXT_LOLEN + %d];\n", NUL_ec);
                indent_puts ("yy_is_jam = (yy_current_state <= 0);");
        }

        else if (fullspd) {
                do_indent ();
                out_dec ("register int yy_c = %d;\n", NUL_ec);

                indent_puts
                        ("register yyconst struct yy_trans_info *yy_trans_info;\n");
                indent_puts
                        ("yy_trans_info = &yy_current_state[(unsigned int) yy_c];");
                indent_puts ("yy_current_state += yy_trans_info->yy_nxt;");

                indent_puts
                        ("yy_is_jam = (yy_trans_info->yy_verify != yy_c);");
        }

        else {
                char    NUL_ec_str[20];

                snprintf (NUL_ec_str, sizeof(NUL_ec_str), "%d", NUL_ec);
                gen_next_compressed_state (NUL_ec_str);

                do_indent ();
                out_dec ("yy_is_jam = (yy_current_state == %d);\n",
                         jamstate);

                if (reject) {
                        /* Only stack this state if it's a transition we
                         * actually make.  If we stack it on a jam, then
                         * the state stack and yy_c_buf_p get out of sync.
                         */
                        indent_puts ("if ( ! yy_is_jam )");
                        indent_up ();
                        indent_puts
                                ("*YY_G(yy_state_ptr)++ = yy_current_state;");
                        indent_down ();
                }
        }

        /* If we've entered an accepting state, back up; note that
         * compressed tables have *already* done such backing up, so
         * we needn't bother with it again.
         */
        if (need_backing_up && (fullspd || fulltbl)) {
                outc ('\n');
                indent_puts ("if ( ! yy_is_jam )");
                indent_up ();
                indent_puts ("{");
                gen_backing_up ();
                indent_puts ("}");
                indent_down ();
        }
}


/* Generate the code to find the start state. */

void gen_start_state ()
{
        if (fullspd) {
                if (bol_needed) {
                        indent_puts
                                ("yy_current_state = yy_start_state_list[YY_G(yy_start) + YY_AT_BOL()];");
                }
                else
                        indent_puts
                                ("yy_current_state = yy_start_state_list[YY_G(yy_start)];");
        }

        else {
                indent_puts ("yy_current_state = YY_G(yy_start);");

                if (bol_needed)
                        indent_puts ("yy_current_state += YY_AT_BOL();");

                if (reject) {
                        /* Set up for storing up states. */
                        outn ("m4_ifdef( [[M4_YY_USES_REJECT]],\n[[");
                        indent_puts
                                ("YY_G(yy_state_ptr) = YY_G(yy_state_buf);");
                        indent_puts
                                ("*YY_G(yy_state_ptr)++ = yy_current_state;");
                        outn ("]])");
                }
        }
}


/* gentabs - generate data statements for the transition tables */

void gentabs ()
{
        int     i, j, k, *accset, nacc, *acc_array, total_states;
        int     end_of_buffer_action = num_rules + 1;
        struct yytbl_data *yyacc_tbl = 0, *yymeta_tbl = 0, *yybase_tbl = 0,
                *yydef_tbl = 0, *yynxt_tbl = 0, *yychk_tbl = 0, *yyacclist_tbl=0;
        flex_int32_t *yyacc_data = 0, *yybase_data = 0, *yydef_data = 0,
                *yynxt_data = 0, *yychk_data = 0, *yyacclist_data=0;
        flex_int32_t yybase_curr = 0, yyacclist_curr=0,yyacc_curr=0;

        acc_array = allocate_integer_array (current_max_dfas);
        nummt = 0;

        /* The compressed table format jams by entering the "jam state",
         * losing information about the previous state in the process.
         * In order to recover the previous state, we effectively need
         * to keep backing-up information.
         */
        ++num_backing_up;

        if (reject) {
                /* Write out accepting list and pointer list.

                 * First we generate the "yy_acclist" array.  In the process,
                 * we compute the indices that will go into the "yy_accept"
                 * array, and save the indices in the dfaacc array.
                 */
                int     EOB_accepting_list[2];

                /* Set up accepting structures for the End Of Buffer state. */
                EOB_accepting_list[0] = 0;
                EOB_accepting_list[1] = end_of_buffer_action;
                accsiz[end_of_buffer_state] = 1;
                dfaacc[end_of_buffer_state].dfaacc_set =
                        EOB_accepting_list;

                out_str_dec (long_align ? get_int32_decl () :
                             get_int16_decl (), "yy_acclist", MAX (numas,
                                                                   1) + 1);
        
        buf_prints (&yydmap_buf,
                "\t{YYTD_ID_ACCLIST, (void**)&yy_acclist, sizeof(%s)},\n",
                long_align ? "flex_int32_t" : "flex_int16_t");

        yyacclist_tbl = (struct yytbl_data*)calloc(1,sizeof(struct yytbl_data));
        yytbl_data_init (yyacclist_tbl, YYTD_ID_ACCLIST);
        yyacclist_tbl->td_lolen  = MAX(numas,1) + 1;
        yyacclist_tbl->td_data = yyacclist_data = 
            (flex_int32_t *) calloc (yyacclist_tbl->td_lolen, sizeof (flex_int32_t));
        yyacclist_curr = 1;

                j = 1;          /* index into "yy_acclist" array */

                for (i = 1; i <= lastdfa; ++i) {
                        acc_array[i] = j;

                        if (accsiz[i] != 0) {
                                accset = dfaacc[i].dfaacc_set;
                                nacc = accsiz[i];

                                if (trace)
                                        fprintf (stderr,
                                                 _("state # %d accepts: "),
                                                 i);

                                for (k = 1; k <= nacc; ++k) {
                                        int     accnum = accset[k];

                                        ++j;

                                        if (variable_trailing_context_rules
                                            && !(accnum &
                                                 YY_TRAILING_HEAD_MASK)
                                            && accnum > 0
                                            && accnum <= num_rules
                                            && rule_type[accnum] ==
                                            RULE_VARIABLE) {
                                                /* Special hack to flag
                                                 * accepting number as part
                                                 * of trailing context rule.
                                                 */
                                                accnum |= YY_TRAILING_MASK;
                                        }

                                        mkdata (accnum);
                    yyacclist_data[yyacclist_curr++] = accnum;

                                        if (trace) {
                                                fprintf (stderr, "[%d]",
                                                         accset[k]);

                                                if (k < nacc)
                                                        fputs (", ",
                                                               stderr);
                                                else
                                                        putc ('\n',
                                                              stderr);
                                        }
                                }
                        }
                }

                /* add accepting number for the "jam" state */
                acc_array[i] = j;

                dataend ();
        if (tablesext) {
            yytbl_data_compress (yyacclist_tbl);
            if (yytbl_data_fwrite (&tableswr, yyacclist_tbl) < 0)
                flexerror (_("Could not write yyacclist_tbl"));
            yytbl_data_destroy (yyacclist_tbl);
            yyacclist_tbl = NULL;
        }
        }

        else {
                dfaacc[end_of_buffer_state].dfaacc_state =
                        end_of_buffer_action;

                for (i = 1; i <= lastdfa; ++i)
                        acc_array[i] = dfaacc[i].dfaacc_state;

                /* add accepting number for jam state */
                acc_array[i] = 0;
        }

        /* Begin generating yy_accept */

        /* Spit out "yy_accept" array.  If we're doing "reject", it'll be
         * pointers into the "yy_acclist" array.  Otherwise it's actual
         * accepting numbers.  In either case, we just dump the numbers.
         */

        /* "lastdfa + 2" is the size of "yy_accept"; includes room for C arrays
         * beginning at 0 and for "jam" state.
         */
        k = lastdfa + 2;

        if (reject)
                /* We put a "cap" on the table associating lists of accepting
                 * numbers with state numbers.  This is needed because we tell
                 * where the end of an accepting list is by looking at where
                 * the list for the next state starts.
                 */
                ++k;

        out_str_dec (long_align ? get_int32_decl () : get_int16_decl (),
                     "yy_accept", k);

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_ACCEPT, (void**)&yy_accept, sizeof(%s)},\n",
                    long_align ? "flex_int32_t" : "flex_int16_t");

        yyacc_tbl =
                (struct yytbl_data *) calloc (1,
                                              sizeof (struct yytbl_data));
        yytbl_data_init (yyacc_tbl, YYTD_ID_ACCEPT);
        yyacc_tbl->td_lolen = k;
        yyacc_tbl->td_data = yyacc_data =
                (flex_int32_t *) calloc (yyacc_tbl->td_lolen, sizeof (flex_int32_t));
    yyacc_curr=1;

        for (i = 1; i <= lastdfa; ++i) {
                mkdata (acc_array[i]);
                yyacc_data[yyacc_curr++] = acc_array[i];

                if (!reject && trace && acc_array[i])
                        fprintf (stderr, _("state # %d accepts: [%d]\n"),
                                 i, acc_array[i]);
        }

        /* Add entry for "jam" state. */
        mkdata (acc_array[i]);
        yyacc_data[yyacc_curr++] = acc_array[i];

        if (reject) {
                /* Add "cap" for the list. */
                mkdata (acc_array[i]);
                yyacc_data[yyacc_curr++] = acc_array[i];
        }

        dataend ();
        if (tablesext) {
                yytbl_data_compress (yyacc_tbl);
                if (yytbl_data_fwrite (&tableswr, yyacc_tbl) < 0)
                        flexerror (_("Could not write yyacc_tbl"));
                yytbl_data_destroy (yyacc_tbl);
                yyacc_tbl = NULL;
        }
        /* End generating yy_accept */

        if (useecs) {

                genecs ();
                if (tablesext) {
                        struct yytbl_data *tbl;

                        tbl = mkecstbl ();
                        yytbl_data_compress (tbl);
                        if (yytbl_data_fwrite (&tableswr, tbl) < 0)
                                flexerror (_("Could not write ecstbl"));
                        yytbl_data_destroy (tbl);
                        tbl = 0;
                }
        }

        if (usemecs) {
                /* Begin generating yy_meta */
                /* Write out meta-equivalence classes (used to index
                 * templates with).
                 */
                flex_int32_t *yymecs_data = 0;
                yymeta_tbl =
                        (struct yytbl_data *) calloc (1,
                                                      sizeof (struct
                                                              yytbl_data));
                yytbl_data_init (yymeta_tbl, YYTD_ID_META);
                yymeta_tbl->td_lolen = numecs + 1;
                yymeta_tbl->td_data = yymecs_data =
                        (flex_int32_t *) calloc (yymeta_tbl->td_lolen,
                                            sizeof (flex_int32_t));

                if (trace)
                        fputs (_("\n\nMeta-Equivalence Classes:\n"),
                               stderr);

                out_str_dec (get_int32_decl (), "yy_meta", numecs + 1);
                buf_prints (&yydmap_buf,
                            "\t{YYTD_ID_META, (void**)&yy_meta, sizeof(%s)},\n",
                            "flex_int32_t");

                for (i = 1; i <= numecs; ++i) {
                        if (trace)
                                fprintf (stderr, "%d = %d\n",
                                         i, ABS (tecbck[i]));

                        mkdata (ABS (tecbck[i]));
                        yymecs_data[i] = ABS (tecbck[i]);
                }

                dataend ();
                if (tablesext) {
                        yytbl_data_compress (yymeta_tbl);
                        if (yytbl_data_fwrite (&tableswr, yymeta_tbl) < 0)
                                flexerror (_
                                           ("Could not write yymeta_tbl"));
                        yytbl_data_destroy (yymeta_tbl);
                        yymeta_tbl = NULL;
                }
                /* End generating yy_meta */
        }

        total_states = lastdfa + numtemps;

        /* Begin generating yy_base */
        out_str_dec ((tblend >= INT16_MAX || long_align) ?
                     get_int32_decl () : get_int16_decl (),
                     "yy_base", total_states + 1);

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_BASE, (void**)&yy_base, sizeof(%s)},\n",
                    (tblend >= INT16_MAX
                     || long_align) ? "flex_int32_t" : "flex_int16_t");
        yybase_tbl =
                (struct yytbl_data *) calloc (1,
                                              sizeof (struct yytbl_data));
        yytbl_data_init (yybase_tbl, YYTD_ID_BASE);
        yybase_tbl->td_lolen = total_states + 1;
        yybase_tbl->td_data = yybase_data =
                (flex_int32_t *) calloc (yybase_tbl->td_lolen,
                                    sizeof (flex_int32_t));
        yybase_curr = 1;

        for (i = 1; i <= lastdfa; ++i) {
                register int d = def[i];

                if (base[i] == JAMSTATE)
                        base[i] = jambase;

                if (d == JAMSTATE)
                        def[i] = jamstate;

                else if (d < 0) {
                        /* Template reference. */
                        ++tmpuses;
                        def[i] = lastdfa - d + 1;
                }

                mkdata (base[i]);
                yybase_data[yybase_curr++] = base[i];
        }

        /* Generate jam state's base index. */
        mkdata (base[i]);
        yybase_data[yybase_curr++] = base[i];

        for (++i /* skip jam state */ ; i <= total_states; ++i) {
                mkdata (base[i]);
                yybase_data[yybase_curr++] = base[i];
                def[i] = jamstate;
        }

        dataend ();
        if (tablesext) {
                yytbl_data_compress (yybase_tbl);
                if (yytbl_data_fwrite (&tableswr, yybase_tbl) < 0)
                        flexerror (_("Could not write yybase_tbl"));
                yytbl_data_destroy (yybase_tbl);
                yybase_tbl = NULL;
        }
        /* End generating yy_base */


        /* Begin generating yy_def */
        out_str_dec ((total_states >= INT16_MAX || long_align) ?
                     get_int32_decl () : get_int16_decl (),
                     "yy_def", total_states + 1);

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_DEF, (void**)&yy_def, sizeof(%s)},\n",
                    (total_states >= INT16_MAX
                     || long_align) ? "flex_int32_t" : "flex_int16_t");

        yydef_tbl =
                (struct yytbl_data *) calloc (1,
                                              sizeof (struct yytbl_data));
        yytbl_data_init (yydef_tbl, YYTD_ID_DEF);
        yydef_tbl->td_lolen = total_states + 1;
        yydef_tbl->td_data = yydef_data =
                (flex_int32_t *) calloc (yydef_tbl->td_lolen, sizeof (flex_int32_t));

        for (i = 1; i <= total_states; ++i) {
                mkdata (def[i]);
                yydef_data[i] = def[i];
        }

        dataend ();
        if (tablesext) {
                yytbl_data_compress (yydef_tbl);
                if (yytbl_data_fwrite (&tableswr, yydef_tbl) < 0)
                        flexerror (_("Could not write yydef_tbl"));
                yytbl_data_destroy (yydef_tbl);
                yydef_tbl = NULL;
        }
        /* End generating yy_def */


        /* Begin generating yy_nxt */
        out_str_dec ((total_states >= INT16_MAX || long_align) ?
                     get_int32_decl () : get_int16_decl (), "yy_nxt",
                     tblend + 1);

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_NXT, (void**)&yy_nxt, sizeof(%s)},\n",
                    (total_states >= INT16_MAX
                     || long_align) ? "flex_int32_t" : "flex_int16_t");

        yynxt_tbl =
                (struct yytbl_data *) calloc (1,
                                              sizeof (struct yytbl_data));
        yytbl_data_init (yynxt_tbl, YYTD_ID_NXT);
        yynxt_tbl->td_lolen = tblend + 1;
        yynxt_tbl->td_data = yynxt_data =
                (flex_int32_t *) calloc (yynxt_tbl->td_lolen, sizeof (flex_int32_t));

        for (i = 1; i <= tblend; ++i) {
                /* Note, the order of the following test is important.
                 * If chk[i] is 0, then nxt[i] is undefined.
                 */
                if (chk[i] == 0 || nxt[i] == 0)
                        nxt[i] = jamstate;      /* new state is the JAM state */

                mkdata (nxt[i]);
                yynxt_data[i] = nxt[i];
        }

        dataend ();
        if (tablesext) {
                yytbl_data_compress (yynxt_tbl);
                if (yytbl_data_fwrite (&tableswr, yynxt_tbl) < 0)
                        flexerror (_("Could not write yynxt_tbl"));
                yytbl_data_destroy (yynxt_tbl);
                yynxt_tbl = NULL;
        }
        /* End generating yy_nxt */

        /* Begin generating yy_chk */
        out_str_dec ((total_states >= INT16_MAX || long_align) ?
                     get_int32_decl () : get_int16_decl (), "yy_chk",
                     tblend + 1);

        buf_prints (&yydmap_buf,
                    "\t{YYTD_ID_CHK, (void**)&yy_chk, sizeof(%s)},\n",
                    (total_states >= INT16_MAX
                     || long_align) ? "flex_int32_t" : "flex_int16_t");

        yychk_tbl =
                (struct yytbl_data *) calloc (1,
                                              sizeof (struct yytbl_data));
        yytbl_data_init (yychk_tbl, YYTD_ID_CHK);
        yychk_tbl->td_lolen = tblend + 1;
        yychk_tbl->td_data = yychk_data =
                (flex_int32_t *) calloc (yychk_tbl->td_lolen, sizeof (flex_int32_t));

        for (i = 1; i <= tblend; ++i) {
                if (chk[i] == 0)
                        ++nummt;

                mkdata (chk[i]);
                yychk_data[i] = chk[i];
        }

        dataend ();
        if (tablesext) {
                yytbl_data_compress (yychk_tbl);
                if (yytbl_data_fwrite (&tableswr, yychk_tbl) < 0)
                        flexerror (_("Could not write yychk_tbl"));
                yytbl_data_destroy (yychk_tbl);
                yychk_tbl = NULL;
        }
        /* End generating yy_chk */

        flex_free ((void *) acc_array);
}


/* Write out a formatted string (with a secondary string argument) at the
 * current indentation level, adding a final newline.
 */

void indent_put2s (fmt, arg)
     const char *fmt, *arg;
{
        do_indent ();
        out_str (fmt, arg);
        outn ("");
}


/* Write out a string at the current indentation level, adding a final
 * newline.
 */

void indent_puts (str)
     const char *str;
{
        do_indent ();
        outn (str);
}


/* make_tables - generate transition tables and finishes generating output file
 */

void make_tables ()
{
        register int i;
        int     did_eof_rule = false;
        struct yytbl_data *yynultrans_tbl;


        skelout ();             /* %% [2.0] - break point in skel */

        /* First, take care of YY_DO_BEFORE_ACTION depending on yymore
         * being used.
         */
        set_indent (1);

        if (yymore_used && !yytext_is_array) {
                indent_puts ("YY_G(yytext_ptr) -= YY_G(yy_more_len); \\");
                indent_puts
                        ("yyleng = (size_t) (yy_cp - YY_G(yytext_ptr)); \\");
        }

        else
                indent_puts ("yyleng = (size_t) (yy_cp - yy_bp); \\");

        /* Now also deal with copying yytext_ptr to yytext if needed. */
        skelout ();             /* %% [3.0] - break point in skel */
        if (yytext_is_array) {
                if (yymore_used)
                        indent_puts
                                ("if ( yyleng + YY_G(yy_more_offset) >= YYLMAX ) \\");
                else
                        indent_puts ("if ( yyleng >= YYLMAX ) \\");

                indent_up ();
                indent_puts
                        ("YY_FATAL_ERROR( \"token too large, exceeds YYLMAX\" ); \\");
                indent_down ();

                if (yymore_used) {
                        indent_puts
                                ("yy_flex_strncpy( &yytext[YY_G(yy_more_offset)], YY_G(yytext_ptr), yyleng + 1 M4_YY_CALL_LAST_ARG); \\");
                        indent_puts ("yyleng += YY_G(yy_more_offset); \\");
                        indent_puts
                                ("YY_G(yy_prev_more_offset) = YY_G(yy_more_offset); \\");
                        indent_puts ("YY_G(yy_more_offset) = 0; \\");
                }
                else {
                        indent_puts
                                ("yy_flex_strncpy( yytext, YY_G(yytext_ptr), yyleng + 1 M4_YY_CALL_LAST_ARG); \\");
                }
        }

        set_indent (0);

        skelout ();             /* %% [4.0] - break point in skel */


        /* This is where we REALLY begin generating the tables. */

        out_dec ("#define YY_NUM_RULES %d\n", num_rules);
        out_dec ("#define YY_END_OF_BUFFER %d\n", num_rules + 1);

        if (fullspd) {
                /* Need to define the transet type as a size large
                 * enough to hold the biggest offset.
                 */
                int     total_table_size = tblend + numecs + 1;
                char   *trans_offset_type =
                        (total_table_size >= INT16_MAX || long_align) ?
                        "flex_int32_t" : "flex_int16_t";

                set_indent (0);
                indent_puts ("struct yy_trans_info");
                indent_up ();
                indent_puts ("{");

                /* We require that yy_verify and yy_nxt must be of the same size int. */
                indent_put2s ("%s yy_verify;", trans_offset_type);

                /* In cases where its sister yy_verify *is* a "yes, there is
                 * a transition", yy_nxt is the offset (in records) to the
                 * next state.  In most cases where there is no transition,
                 * the value of yy_nxt is irrelevant.  If yy_nxt is the -1th
                 * record of a state, though, then yy_nxt is the action number
                 * for that state.
                 */

                indent_put2s ("%s yy_nxt;", trans_offset_type);
                indent_puts ("};");
                indent_down ();
        }
        else {
                /* We generate a bogus 'struct yy_trans_info' data type
                 * so we can guarantee that it is always declared in the skel.
                 * This is so we can compile "sizeof(struct yy_trans_info)"
                 * in any scanner.
                 */
                indent_puts
                        ("/* This struct is not used in this scanner,");
                indent_puts ("   but its presence is necessary. */");
                indent_puts ("struct yy_trans_info");
                indent_up ();
                indent_puts ("{");
                indent_puts ("flex_int32_t yy_verify;");
                indent_puts ("flex_int32_t yy_nxt;");
                indent_puts ("};");
                indent_down ();
        }

        if (fullspd) {
                genctbl ();
                if (tablesext) {
                        struct yytbl_data *tbl;

                        tbl = mkctbl ();
                        yytbl_data_compress (tbl);
                        if (yytbl_data_fwrite (&tableswr, tbl) < 0)
                                flexerror (_("Could not write ftbl"));
                        yytbl_data_destroy (tbl);

                        tbl = mkssltbl ();
                        yytbl_data_compress (tbl);
                        if (yytbl_data_fwrite (&tableswr, tbl) < 0)
                                flexerror (_("Could not write ssltbl"));
                        yytbl_data_destroy (tbl);
                        tbl = 0;

                        if (useecs) {
                                tbl = mkecstbl ();
                                yytbl_data_compress (tbl);
                                if (yytbl_data_fwrite (&tableswr, tbl) < 0)
                                        flexerror (_
                                                   ("Could not write ecstbl"));
                                yytbl_data_destroy (tbl);
                                tbl = 0;
                        }
                }
        }
        else if (fulltbl) {
                genftbl ();
                if (tablesext) {
                        struct yytbl_data *tbl;

                        tbl = mkftbl ();
                        yytbl_data_compress (tbl);
                        if (yytbl_data_fwrite (&tableswr, tbl) < 0)
                                flexerror (_("Could not write ftbl"));
                        yytbl_data_destroy (tbl);
                        tbl = 0;

                        if (useecs) {
                                tbl = mkecstbl ();
                                yytbl_data_compress (tbl);
                                if (yytbl_data_fwrite (&tableswr, tbl) < 0)
                                        flexerror (_
                                                   ("Could not write ecstbl"));
                                yytbl_data_destroy (tbl);
                                tbl = 0;
                        }
                }
        }
        else
                gentabs ();

        if (do_yylineno) {

                geneoltbl ();

                if (tablesext) {
                        struct yytbl_data *tbl;

                        tbl = mkeoltbl ();
                        yytbl_data_compress (tbl);
                        if (yytbl_data_fwrite (&tableswr, tbl) < 0)
                                flexerror (_("Could not write eoltbl"));
                        yytbl_data_destroy (tbl);
                        tbl = 0;
                }
        }

        /* Definitions for backing up.  We don't need them if REJECT
         * is being used because then we use an alternative backin-up
         * technique instead.
         */
        if (num_backing_up > 0 && !reject) {
                if (!C_plus_plus && !reentrant) {
                        indent_puts
                                ("static yy_state_type yy_last_accepting_state;");
                        indent_puts
                                ("static char *yy_last_accepting_cpos;\n");
                }
        }

        if (nultrans) {
                flex_int32_t *yynultrans_data = 0;

                /* Begin generating yy_NUL_trans */
                out_str_dec (get_state_decl (), "yy_NUL_trans",
                             lastdfa + 1);
                buf_prints (&yydmap_buf,
                            "\t{YYTD_ID_NUL_TRANS, (void**)&yy_NUL_trans, sizeof(%s)},\n",
                            (fullspd) ? "struct yy_trans_info*" :
                            "flex_int32_t");

                yynultrans_tbl =
                        (struct yytbl_data *) calloc (1,
                                                      sizeof (struct
                                                              yytbl_data));
                yytbl_data_init (yynultrans_tbl, YYTD_ID_NUL_TRANS);
                if (fullspd)
                        yynultrans_tbl->td_flags |= YYTD_PTRANS;
                yynultrans_tbl->td_lolen = lastdfa + 1;
                yynultrans_tbl->td_data = yynultrans_data =
                        (flex_int32_t *) calloc (yynultrans_tbl->td_lolen,
                                            sizeof (flex_int32_t));

                for (i = 1; i <= lastdfa; ++i) {
                        if (fullspd) {
                                out_dec ("    &yy_transition[%d],\n",
                                         base[i]);
                                yynultrans_data[i] = base[i];
                        }
                        else {
                                mkdata (nultrans[i]);
                                yynultrans_data[i] = nultrans[i];
                        }
                }

                dataend ();
                if (tablesext) {
                        yytbl_data_compress (yynultrans_tbl);
                        if (yytbl_data_fwrite (&tableswr, yynultrans_tbl) <
                            0)
                                flexerror (_
                                           ("Could not write yynultrans_tbl"));
                        yytbl_data_destroy (yynultrans_tbl);
                        yynultrans_tbl = NULL;
                }
                /* End generating yy_NUL_trans */
        }

        if (!C_plus_plus && !reentrant) {
                indent_puts ("extern int yy_flex_debug;");
                indent_put2s ("int yy_flex_debug = %s;\n",
                              ddebug ? "1" : "0");
        }

        if (ddebug) {           /* Spit out table mapping rules to line numbers. */
                out_str_dec (long_align ? get_int32_decl () :
                             get_int16_decl (), "yy_rule_linenum",
                             num_rules);
                for (i = 1; i < num_rules; ++i)
                        mkdata (rule_linenum[i]);
                dataend ();
        }

        if (reject) {
                outn ("m4_ifdef( [[M4_YY_USES_REJECT]],\n[[");
                /* Declare state buffer variables. */
                if (!C_plus_plus && !reentrant) {
                        outn ("static yy_state_type *yy_state_buf=0, *yy_state_ptr=0;");
                        outn ("static char *yy_full_match;");
                        outn ("static int yy_lp;");
                }

                if (variable_trailing_context_rules) {
                        if (!C_plus_plus && !reentrant) {
                                outn ("static int yy_looking_for_trail_begin = 0;");
                                outn ("static int yy_full_lp;");
                                outn ("static int *yy_full_state;");
                        }

                        out_hex ("#define YY_TRAILING_MASK 0x%x\n",
                                 (unsigned int) YY_TRAILING_MASK);
                        out_hex ("#define YY_TRAILING_HEAD_MASK 0x%x\n",
                                 (unsigned int) YY_TRAILING_HEAD_MASK);
                }

                outn ("#define REJECT \\");
                outn ("{ \\");
                outn ("*yy_cp = YY_G(yy_hold_char); /* undo effects of setting up yytext */ \\");
                outn ("yy_cp = YY_G(yy_full_match); /* restore poss. backed-over text */ \\");

                if (variable_trailing_context_rules) {
                        outn ("YY_G(yy_lp) = YY_G(yy_full_lp); /* restore orig. accepting pos. */ \\");
                        outn ("YY_G(yy_state_ptr) = YY_G(yy_full_state); /* restore orig. state */ \\");
                        outn ("yy_current_state = *YY_G(yy_state_ptr); /* restore curr. state */ \\");
                }

                outn ("++YY_G(yy_lp); \\");
                outn ("goto find_rule; \\");

                outn ("}");
                outn ("]])\n");
        }

        else {
                outn ("/* The intent behind this definition is that it'll catch");
                outn (" * any uses of REJECT which flex missed.");
                outn (" */");
                outn ("#define REJECT reject_used_but_not_detected");
        }

        if (yymore_used) {
                if (!C_plus_plus) {
                        if (yytext_is_array) {
                                if (!reentrant){
                                indent_puts ("static int yy_more_offset = 0;");
                    indent_puts ("static int yy_prev_more_offset = 0;");
                }
                        }
                        else if (!reentrant) {
                                indent_puts
                                        ("static int yy_more_flag = 0;");
                                indent_puts
                                        ("static int yy_more_len = 0;");
                        }
                }

                if (yytext_is_array) {
                        indent_puts
                                ("#define yymore() (YY_G(yy_more_offset) = yy_flex_strlen( yytext M4_YY_CALL_LAST_ARG))");
                        indent_puts ("#define YY_NEED_STRLEN");
                        indent_puts ("#define YY_MORE_ADJ 0");
                        indent_puts
                                ("#define YY_RESTORE_YY_MORE_OFFSET \\");
                        indent_up ();
                        indent_puts ("{ \\");
                        indent_puts
                                ("YY_G(yy_more_offset) = YY_G(yy_prev_more_offset); \\");
                        indent_puts ("yyleng -= YY_G(yy_more_offset); \\");
                        indent_puts ("}");
                        indent_down ();
                }
                else {
                        indent_puts
                                ("#define yymore() (YY_G(yy_more_flag) = 1)");
                        indent_puts
                                ("#define YY_MORE_ADJ YY_G(yy_more_len)");
                        indent_puts ("#define YY_RESTORE_YY_MORE_OFFSET");
                }
        }

        else {
                indent_puts
                        ("#define yymore() yymore_used_but_not_detected");
                indent_puts ("#define YY_MORE_ADJ 0");
                indent_puts ("#define YY_RESTORE_YY_MORE_OFFSET");
        }

        if (!C_plus_plus) {
                if (yytext_is_array) {
                        outn ("#ifndef YYLMAX");
                        outn ("#define YYLMAX 8192");
                        outn ("#endif\n");
                        if (!reentrant){
                outn ("char yytext[YYLMAX];");
                outn ("char *yytext_ptr;");
            }
                }

                else {
                        if(! reentrant)
                outn ("char *yytext;");
                }
        }

        out (&action_array[defs1_offset]);

        line_directive_out (stdout, 0);

        skelout ();             /* %% [5.0] - break point in skel */

        if (!C_plus_plus) {
                if (use_read) {
                        outn ("\terrno=0; \\");
                        outn ("\twhile ( (result = read( fileno(yyin), (char *) buf, max_size )) < 0 ) \\");
                        outn ("\t{ \\");
                        outn ("\t\tif( errno != EINTR) \\");
                        outn ("\t\t{ \\");
                        outn ("\t\t\tYY_FATAL_ERROR( \"input in flex scanner failed\" ); \\");
                        outn ("\t\t\tbreak; \\");
                        outn ("\t\t} \\");
                        outn ("\t\terrno=0; \\");
                        outn ("\t\tclearerr(yyin); \\");
                        outn ("\t}\\");
                }

                else {
                        outn ("\tif ( YY_CURRENT_BUFFER_LVALUE->yy_is_interactive ) \\");
                        outn ("\t\t{ \\");
                        outn ("\t\tint c = '*'; \\");
                        outn ("\t\tsize_t n; \\");
                        outn ("\t\tfor ( n = 0; n < max_size && \\");
                        outn ("\t\t\t     (c = getc( yyin )) != EOF && c != '\\n'; ++n ) \\");
                        outn ("\t\t\tbuf[n] = (char) c; \\");
                        outn ("\t\tif ( c == '\\n' ) \\");
                        outn ("\t\t\tbuf[n++] = (char) c; \\");
                        outn ("\t\tif ( c == EOF && ferror( yyin ) ) \\");
                        outn ("\t\t\tYY_FATAL_ERROR( \"input in flex scanner failed\" ); \\");
                        outn ("\t\tresult = n; \\");
                        outn ("\t\t} \\");
                        outn ("\telse \\");
                        outn ("\t\t{ \\");
                        outn ("\t\terrno=0; \\");
                        outn ("\t\twhile ( (result = fread(buf, 1, max_size, yyin))==0 && ferror(yyin)) \\");
                        outn ("\t\t\t{ \\");
                        outn ("\t\t\tif( errno != EINTR) \\");
                        outn ("\t\t\t\t{ \\");
                        outn ("\t\t\t\tYY_FATAL_ERROR( \"input in flex scanner failed\" ); \\");
                        outn ("\t\t\t\tbreak; \\");
                        outn ("\t\t\t\t} \\");
                        outn ("\t\t\terrno=0; \\");
                        outn ("\t\t\tclearerr(yyin); \\");
                        outn ("\t\t\t} \\");
                        outn ("\t\t}\\");
                }
        }

        skelout ();             /* %% [6.0] - break point in skel */

        indent_puts ("#define YY_RULE_SETUP \\");
        indent_up ();
        if (bol_needed) {
                indent_puts ("if ( yyleng > 0 ) \\");
                indent_up ();
                indent_puts ("YY_CURRENT_BUFFER_LVALUE->yy_at_bol = \\");
                indent_puts ("\t\t(yytext[yyleng - 1] == '\\n'); \\");
                indent_down ();
        }
        indent_puts ("YY_USER_ACTION");
        indent_down ();

        skelout ();             /* %% [7.0] - break point in skel */

        /* Copy prolog to output file. */
        out (&action_array[prolog_offset]);

        line_directive_out (stdout, 0);

        skelout ();             /* %% [8.0] - break point in skel */

        set_indent (2);

        if (yymore_used && !yytext_is_array) {
                indent_puts ("YY_G(yy_more_len) = 0;");
                indent_puts ("if ( YY_G(yy_more_flag) )");
                indent_up ();
                indent_puts ("{");
                indent_puts
                        ("YY_G(yy_more_len) = YY_G(yy_c_buf_p) - YY_G(yytext_ptr);");
                indent_puts ("YY_G(yy_more_flag) = 0;");
                indent_puts ("}");
                indent_down ();
        }

        skelout ();             /* %% [9.0] - break point in skel */

        gen_start_state ();

        /* Note, don't use any indentation. */
        outn ("yy_match:");
        gen_next_match ();

        skelout ();             /* %% [10.0] - break point in skel */
        set_indent (2);
        gen_find_action ();

        skelout ();             /* %% [11.0] - break point in skel */
        outn ("m4_ifdef( [[M4_YY_USE_LINENO]],[[");
        indent_puts
                ("if ( yy_act != YY_END_OF_BUFFER && yy_rule_can_match_eol[yy_act] )");
        indent_up ();
        indent_puts ("{");
        indent_puts ("int yyl;");
        do_indent ();
        out_str ("for ( yyl = %s; yyl < yyleng; ++yyl )\n",
                 yymore_used ? (yytext_is_array ? "YY_G(yy_prev_more_offset)" :
                                "YY_G(yy_more_len)") : "0");
        indent_up ();
        indent_puts ("if ( yytext[yyl] == '\\n' )");
        indent_up ();
        indent_puts ("M4_YY_INCR_LINENO();");
        indent_down ();
        indent_down ();
        indent_puts ("}");
        indent_down ();
        outn ("]])");

        skelout ();             /* %% [12.0] - break point in skel */
        if (ddebug) {
                indent_puts ("if ( yy_flex_debug )");
                indent_up ();

                indent_puts ("{");
                indent_puts ("if ( yy_act == 0 )");
                indent_up ();
                indent_puts (C_plus_plus ?
                             "std::cerr << \"--scanner backing up\\n\";" :
                             "fprintf( stderr, \"--scanner backing up\\n\" );");
                indent_down ();

                do_indent ();
                out_dec ("else if ( yy_act < %d )\n", num_rules);
                indent_up ();

                if (C_plus_plus) {
                        indent_puts
                                ("std::cerr << \"--accepting rule at line \" << yy_rule_linenum[yy_act] <<");
                        indent_puts
                                ("         \"(\\\"\" << yytext << \"\\\")\\n\";");
                }
                else {
                        indent_puts
                                ("fprintf( stderr, \"--accepting rule at line %ld (\\\"%s\\\")\\n\",");

                        indent_puts
                                ("         (long)yy_rule_linenum[yy_act], yytext );");
                }

                indent_down ();

                do_indent ();
                out_dec ("else if ( yy_act == %d )\n", num_rules);
                indent_up ();

                if (C_plus_plus) {
                        indent_puts
                                ("std::cerr << \"--accepting default rule (\\\"\" << yytext << \"\\\")\\n\";");
                }
                else {
                        indent_puts
                                ("fprintf( stderr, \"--accepting default rule (\\\"%s\\\")\\n\",");
                        indent_puts ("         yytext );");
                }

                indent_down ();

                do_indent ();
                out_dec ("else if ( yy_act == %d )\n", num_rules + 1);
                indent_up ();

                indent_puts (C_plus_plus ?
                             "std::cerr << \"--(end of buffer or a NUL)\\n\";" :
                             "fprintf( stderr, \"--(end of buffer or a NUL)\\n\" );");

                indent_down ();

                do_indent ();
                outn ("else");
                indent_up ();

                if (C_plus_plus) {
                        indent_puts
                                ("std::cerr << \"--EOF (start condition \" << YY_START << \")\\n\";");
                }
                else {
                        indent_puts
                                ("fprintf( stderr, \"--EOF (start condition %d)\\n\", YY_START );");
                }

                indent_down ();

                indent_puts ("}");
                indent_down ();
        }

        /* Copy actions to output file. */
        skelout ();             /* %% [13.0] - break point in skel */
        indent_up ();
        gen_bu_action ();
        out (&action_array[action_offset]);

        line_directive_out (stdout, 0);

        /* generate cases for any missing EOF rules */
        for (i = 1; i <= lastsc; ++i)
                if (!sceof[i]) {
                        do_indent ();
                        out_str ("case YY_STATE_EOF(%s):\n", scname[i]);
                        did_eof_rule = true;
                }

        if (did_eof_rule) {
                indent_up ();
                indent_puts ("yyterminate();");
                indent_down ();
        }


        /* Generate code for handling NUL's, if needed. */

        /* First, deal with backing up and setting up yy_cp if the scanner
         * finds that it should JAM on the NUL.
         */
        skelout ();             /* %% [14.0] - break point in skel */
        set_indent (4);

        if (fullspd || fulltbl)
                indent_puts ("yy_cp = YY_G(yy_c_buf_p);");

        else {                  /* compressed table */
                if (!reject && !interactive) {
                        /* Do the guaranteed-needed backing up to figure
                         * out the match.
                         */
                        indent_puts
                                ("yy_cp = YY_G(yy_last_accepting_cpos);");
                        indent_puts
                                ("yy_current_state = YY_G(yy_last_accepting_state);");
                }

                else
                        /* Still need to initialize yy_cp, though
                         * yy_current_state was set up by
                         * yy_get_previous_state().
                         */
                        indent_puts ("yy_cp = YY_G(yy_c_buf_p);");
        }


        /* Generate code for yy_get_previous_state(). */
        set_indent (1);
        skelout ();             /* %% [15.0] - break point in skel */

        gen_start_state ();

        set_indent (2);
        skelout ();             /* %% [16.0] - break point in skel */
        gen_next_state (true);

        set_indent (1);
        skelout ();             /* %% [17.0] - break point in skel */
        gen_NUL_trans ();

        skelout ();             /* %% [18.0] - break point in skel */
        skelout ();             /* %% [19.0] - break point in skel */
        /* Update BOL and yylineno inside of input(). */
        if (bol_needed) {
                indent_puts
                        ("YY_CURRENT_BUFFER_LVALUE->yy_at_bol = (c == '\\n');");
                if (do_yylineno) {
                        indent_puts
                                ("if ( YY_CURRENT_BUFFER_LVALUE->yy_at_bol )");
                        indent_up ();
                        indent_puts ("M4_YY_INCR_LINENO();");
                        indent_down ();
                }
        }

        else if (do_yylineno) {
                indent_puts ("if ( c == '\\n' )");
                indent_up ();
                indent_puts ("M4_YY_INCR_LINENO();");
                indent_down ();
        }

        skelout ();

        /* Copy remainder of input to output. */

        line_directive_out (stdout, 1);

        if (sectnum == 3) {
                OUT_BEGIN_CODE ();
                (void) flexscan ();     /* copy remainder of input to output */
                OUT_END_CODE ();
        }
}