fangle

   1 #! /usr/bin/awk -f
   2 # # fangle - fully featured notangle replacement in awk
   3   #
   4   # Copyright (C) 2009-2010 Sam Liddicott <sam@liddicott.com>
   5   #
   6   # This program is free software: you can redistribute it and/or modify
   7   # it under the terms of the GNU General Public License as published by
   8   # the Free Software Foundation, either version 3 of the License, or
   9   # (at your option) any later version.
  10   #
  11   # This program is distributed in the hope that it will be useful,
  12   # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13   # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14   # GNU General Public License for more details.
  15   #
  16   # You should have received a copy of the GNU General Public License
  17   # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18 # NOTE: Arnold Robbins public domain getopt for awk is also used:
  19 # getopt.awk --- do C library getopt(3) function in awk
  20 #
  21 # Arnold Robbins, arnold@skeeve.com, Public Domain
  22 #
  23 # Initial version: March, 1991
  24 # Revised: May, 1993
  25
  26 function getopt(argc, argv, options,    thisopt, i)
  27 {
  28     if (length(options) == 0)    # no options given
  29         return -1
  30     if (argv[Optind] == "--") {  # all done
  31         Optind++
  32         _opti = 0
  33         return -1
  34     } else if (argv[Optind] !~ /^-[^: \t\n\f\r\v\b]/) {
  35         _opti = 0
  36         return -1
  37     }
  38     if (_opti == 0)
  39         _opti = 2
  40     thisopt = substr(argv[Optind], _opti, 1)
  41     Optopt = thisopt
  42     i = index(options, thisopt)
  43     if (i == 0) {
  44         if (Opterr)
  45             printf("%c -- invalid option\n",
  46                                   thisopt) > "/dev/stderr"
  47         if (_opti >= length(argv[Optind])) {
  48             Optind++
  49             _opti = 0
  50         } else
  51             _opti++
  52         return "?"
  53     }
  54     if (substr(options, i + 1, 1) == ":") {
  55         # get option argument
  56         if (length(substr(argv[Optind], _opti + 1)) > 0)
  57             Optarg = substr(argv[Optind], _opti + 1)
  58         else
  59             Optarg = argv[++Optind]
  60         _opti = 0
  61     } else
  62         Optarg = ""
  63     if (_opti == 0 || _opti >= length(argv[Optind])) {
  64         Optind++
  65         _opti = 0
  66     } else
  67         _opti++
  68     return thisopt
  69 }
  70
  71 function error(message)
  72 {
  73   print "ERROR: " FILENAME ":" FNR " " message > "/dev/stderr";
  74   exit 1;
  75 }
  76 function warning(message)
  77 {
  78   print "WARNING: " FILENAME ":" FNR " " message > "/dev/stderr";
  79   warnings++;
  80 }
  81 function debug_log(message)
  82 {
  83   print "DEBUG: " FILENAME ":" FNR " " message > "/dev/stderr";
  84 }
  85 function new_mode_tracker(context, language, mode) {
  86   context[""] = 0;
  87   context[0, "language"] = language;
  88   context[0, "mode"] = mode;
  89 }
  90 function push_mode_tracker(context, language, mode,
  91   # local vars
  92   top)
  93 {
  94   if (! ("" in context)) {
  95     split("", context);
  96     new_mode_tracker(context, language, mode);
  97   } else {
  98     top = context[""];
  99     if (context[top, "language"] == language && mode=="") mode = context[top, "mode"];
 100     top++;
 101     context[top, "language"] = language;
 102     context[top, "mode"] = mode;
 103     context[""] = top;
 104   }
 105 }
 106 function dump_mode_tracker(context,
 107   c, d)
 108 {
 109   for(c=0; c <= context[""]; c++) {
 110     printf(" %2d   %s:%s\n", c, context[c, "language"], context[c, "mode"]) > "/dev/stderr";
 111     for(d=1; ( (c, "values", d) in context); d++) {
 112       printf("   %2d %s\n", d, context[c, "values", d]) > "/dev/stderr";
 113     }
 114   }
 115 }
 116 function finalize_mode_tracker(context)
 117 {
 118   if ( ("" in context) && context[""] != 0) return 0;
 119   return 1;
 120 }
 121 function mode_tracker(context, text, values,
 122   # optional parameters
 123   # local vars
 124   mode, submodes, language,
 125   cindex, c, a, part, item, name, result, new_values, new_mode,
 126   delimiters, terminators)
 127 {
 128   cindex = context[""] + 0;
 129   mode = context[cindex, "mode"];
 130   language = context[cindex, "language" ];
 131   submodes=modes[language, mode, "submodes"];
 132
 133   if ((language, mode, "delimiters") in modes) {
 134     delimiters = modes[language, mode, "delimiters"];
 135     if (length(submodes)>0) submodes = submodes "|";
 136     submodes=submodes delimiters;
 137   } else delimiters="";
 138   if ((language, mode, "terminators") in modes) {
 139     terminators = modes[language, mode, "terminators"];
 140     if (length(submodes)>0) submodes = submodes "|";
 141     submodes=submodes terminators;
 142   } else terminators="";
 143  if (! length(submodes)) return text;
 144   while((cindex >= 0) && length(text)) {
 145     if (match(text, "(" submodes ")", a)) {
 146       if (RLENGTH<1) {
 147         error(sprintf("Internal error, matched zero length submode, should be impossible - likely regex computation error\n" \
 148                 "Language=%s\nmode=%s\nmatch=%s\n", language, mode, submodes));
 149       }
 150       part = substr(text, 1, RSTART -1);
 151       item = item part;
 152       if (match(a[1], "^" terminators "$")) {
 153 #printf("%2d EXIT  MODE [%s] by [%s] [%s]\n", cindex, mode, a[1], text) > "/dev/stderr"
 154         context[cindex, "values", ++context[cindex, "values"]] = item;
 155         delete context[cindex];
 156         context[""] = --cindex;
 157         if (cindex>=0) {
 158           mode = context[cindex, "mode"];
 159           language = context[cindex, "language"];
 160             submodes=modes[language, mode, "submodes"];
 161
 162             if ((language, mode, "delimiters") in modes) {
 163               delimiters = modes[language, mode, "delimiters"];
 164               if (length(submodes)>0) submodes = submodes "|";
 165               submodes=submodes delimiters;
 166             } else delimiters="";
 167             if ((language, mode, "terminators") in modes) {
 168               terminators = modes[language, mode, "terminators"];
 169               if (length(submodes)>0) submodes = submodes "|";
 170               submodes=submodes terminators;
 171             } else terminators="";
 172            if (! length(submodes)) return text;
 173         }
 174         item = item a[1];
 175         text = substr(text, 1 + length(part) + length(a[1]));
 176       }
 177       else if (match(a[1], "^" delimiters "$")) {
 178         if (cindex==0) {
 179           context[cindex, "values", ++context[cindex, "values"]] = item;
 180           item = "";
 181         } else {
 182           item = item a[1];
 183         }
 184         text = substr(text, 1 + length(part) + length(a[1]));
 185       }
 186  else if ((language, a[1], "terminators") in modes) {
 187         #check if new_mode is defined
 188         item = item a[1];
 189 #printf("%2d ENTER MODE [%s] in [%s]\n", cindex, a[1], text) > "/dev/stderr"
 190         text = substr(text, 1 + length(part) + length(a[1]));
 191         context[""] = ++cindex;
 192         context[cindex, "mode"] = a[1];
 193         context[cindex, "language"] = language;
 194         mode = a[1];
 195           submodes=modes[language, mode, "submodes"];
 196
 197           if ((language, mode, "delimiters") in modes) {
 198             delimiters = modes[language, mode, "delimiters"];
 199             if (length(submodes)>0) submodes = submodes "|";
 200             submodes=submodes delimiters;
 201           } else delimiters="";
 202           if ((language, mode, "terminators") in modes) {
 203             terminators = modes[language, mode, "terminators"];
 204             if (length(submodes)>0) submodes = submodes "|";
 205             submodes=submodes terminators;
 206           } else terminators="";
 207          if (! length(submodes)) return text;
 208       } else {
 209         error(sprintf("Submode '%s' set unknown mode in text: %s\nLanguage %s Mode %s\n", a[1], text, language, mode));
 210         text = substr(text, 1 + length(part) + length(a[1]));
 211       }
 212     }
 213 else {
 214       context[cindex, "values", ++context[cindex, "values"]] = item text;
 215       text = "";
 216       item = "";
 217     }
 218   }
 219
 220   context["item"] = item;
 221
 222   if (length(item)) context[cindex, "values", ++context[cindex, "values"]] = item;
 223   return text;
 224 }
 225
 226 function untab(text) {
 227   gsub("[[:space:]]*\xE2\x86\xA4","", text);
 228   return text;
 229 }
 230 function transform_escape(s, r, text,
 231     # optional
 232     max,
 233         # local vars
 234         c)
 235 {
 236   for(c=1; c <= max && (c in s); c++) {
 237     gsub(s[c], r[c], text);
 238   }
 239   return text;
 240 }
 241 function mode_escaper(context, s, r, src,
 242   c, cp, cpl)
 243 {
 244   for(c = context[""]; c >= 0; c--) {
 245     if ( (context[c, "language"], context[c, "mode"]) in escapes) {
 246       cpl = escapes[context[c, "language"], context[c, "mode"]];
 247       for (cp = 1; cp <= cpl; cp ++) {
 248         ++src;
 249         s[src] = escapes[context[c, "language"], context[c, "mode"], cp, "s"];
 250                                 r[src] = escapes[context[c, "language"], context[c, "mode"], cp, "r"];
 251       }
 252     }
 253   }
 254   return src;
 255 }
 256 function dump_escaper(c, s, r, cc) {
 257   for(cc=1; cc<=c; cc++) {
 258     printf("%2d s[%s] r[%s]\n", cc, s[cc], r[cc]) > "/dev/stderr"
 259   }
 260 }
 261 function parse_chunk_args(language, text, values, mode,
 262   # local vars
 263   c, context, rest)
 264 {
 265   split("", context);
 266   new_mode_tracker(context, language, mode);
 267   rest = mode_tracker(context, text, values);
 268   # extract values
 269   for(c=1; c <= context[0, "values"]; c++) {
 270     values[c] = context[0, "values", c];
 271   }
 272   return rest;
 273 }
 274 function new_chunk(chunk_name, params,
 275   # local vars
 276   p, append )
 277 {
 278   # HACK WHILE WE CHANGE TO ( ) for PARAM CHUNKS
 279   gsub("\\(\\)$", "", chunk_name);
 280   if (! (chunk_name in chunk_names)) {
 281     if (debug) print "New chunk " chunk_name;
 282     chunk_names[chunk_name];
 283     for (p in params) {
 284       chunks[chunk_name, p] = params[p];
 285       if (debug) print "chunks[" chunk_name "," p "] = " params[p];
 286     }
 287     if ("append" in params) {
 288       append=params["append"];
 289       if (! (append in chunk_names)) {
 290         warning("Chunk " chunk_name " is appended to chunk " append " which is not defined yet");
 291         new_chunk(append);
 292       }
 293       chunk_include(append, chunk_name);
 294       chunk_line(append, ORS);
 295     }
 296   }
 297   active_chunk = chunk_name;
 298   prime_chunk(chunk_name);
 299 }
 300
 301 function prime_chunk(chunk_name)
 302 {
 303   chunks[chunk_name, "part", ++chunks[chunk_name, "part"] ] = \
 304          chunk_name SUBSEP "chunklet" SUBSEP "" ++chunks[chunk_name, "chunklet"];
 305   chunks[chunk_name, "part", chunks[chunk_name, "part"], "FILENAME"] = FILENAME;
 306   chunks[chunk_name, "part", chunks[chunk_name, "part"], "LINENO"] = FNR + 1;
 307 }
 308
 309 function chunk_line(chunk_name, line){
 310   chunks[chunk_name, "chunklet", chunks[chunk_name, "chunklet"],
 311          ++chunks[chunk_name, "chunklet", chunks[chunk_name, "chunklet"], "line"]  ] = line;
 312 }
 313
 314 function chunk_include(chunk_name, chunk_ref, indent, tail)
 315 {
 316   chunks[chunk_name, "part", ++chunks[chunk_name, "part"] ] = chunk_ref;
 317   chunks[chunk_name, "part", chunks[chunk_name, "part"], "type" ] = part_type_chunk;
 318   chunks[chunk_name, "part", chunks[chunk_name, "part"], "indent" ] = indent_string(indent);
 319   chunks[chunk_name, "part", chunks[chunk_name, "part"], "tail" ] = tail;
 320   prime_chunk(chunk_name);
 321 }
 322
 323 function indent_string(indent) {
 324   return sprintf("%" indent "s", "");
 325 }
 326 function output_chunk_names(   c, prefix, suffix)
 327 {
 328   if (notangle_mode) {
 329     prefix="<<";
 330     suffix=">>";
 331   }
 332   for (c in chunk_names) {
 333     print prefix c suffix "\n";
 334   }
 335 }
 336 function output_chunks(  a)
 337 {
 338   for (a in chunk_names) {
 339     output_chunk(a);
 340   }
 341 }
 342
 343 function output_chunk(chunk) {
 344   newline = 1;
 345   lineno_needed = linenos;
 346
 347   write_chunk(chunk);
 348 }
 349
 350 function write_chunk(chunk_name) {
 351   split("", context);
 352   return write_chunk_r(chunk_name, context);
 353 }
 354
 355 function write_chunk_r(chunk_name, context, indent, tail,
 356   # optional vars
 357   chunk_path, chunk_args,
 358   s, r, src, new_src,
 359   # local vars
 360   chunk_params, part, max_part, part_line, frag, max_frag, text,
 361   chunklet, only_part, call_chunk_args, new_context)
 362 {
 363   if (debug) debug_log("write_chunk_r(", chunk_name, ")");
 364   if (match(chunk_name, "^(.*)\\[([0-9]*)\\]$", chunk_name_parts)) {
 365     chunk_name = chunk_name_parts[1];
 366     only_part = chunk_name_parts[2];
 367   }
 368  split("", context);
 369  new_mode_tracker(context, chunks[chunk_name, "language"], "");
 370  split(chunks[chunk_name, "params"], chunk_params, " *; *");
 371   if (! (chunk_name in chunk_names)) {
 372     error(sprintf(_"The root module <<%s>> was not defined.\nUsed by: %s",\
 373                   chunk_name, chunk_path));
 374   }
 375
 376   max_part = chunks[chunk_name, "part"];
 377   for(part = 1; part <= max_part; part++) {
 378     if (! only_part || part == only_part) {
 379       if (linenos && (chunk_name SUBSEP "part" SUBSEP part SUBSEP "FILENAME" in chunks)) {
 380         a_filename = chunks[chunk_name, "part", part, "FILENAME"];
 381         a_lineno = chunks[chunk_name, "part", part, "LINENO"];
 382         if (a_filename != filename || a_lineno != lineno) {
 383           lineno_needed++;
 384         }
 385       }
 386
 387       chunklet = chunks[chunk_name, "part", part];
 388       if (chunks[chunk_name, "part", part, "type"] == part_type_chunk) {
 389         if (match(chunklet, "^([^\\[\\(]*)\\((.*)\\)$", chunklet_parts)) {
 390           chunklet = chunklet_parts[1];
 391           parse_chunk_args("c-like", chunklet_parts[2], call_chunk_args, "(");
 392           for (c in call_chunk_args) {
 393             call_chunk_args[c] = expand_chunk_args(call_chunk_args[c], chunk_params, chunk_args);
 394           }
 395         } else {
 396           split("", call_chunk_args);
 397         }
 398         # update the transforms arrays
 399         new_src = mode_escaper(context, s, r, src);
 400         split("", new_context);
 401         write_chunk_r(chunklet, new_context,
 402                     chunks[chunk_name, "part", part, "indent"] indent,
 403                     chunks[chunk_name, "part", part, "tail"],
 404                     chunk_path "\n         " chunk_name,
 405                     call_chunk_args,
 406                     s, r, new_src);
 407       } else if (chunklet SUBSEP "line" in chunks) {
 408         max_frag = chunks[chunklet, "line"];
 409         for(frag = 1; frag <= max_frag; frag++) {
 410           if (newline && lineno_needed && ! lineno_suppressed) {
 411             filename = a_filename;
 412             lineno = a_lineno;
 413             print "#line " lineno " \"" filename "\"\n"
 414             lineno_needed = 0;
 415           }
 416
 417           text = chunks[chunklet, frag];
 418
 419           /* check params */
 420           text = expand_chunk_args(text, chunk_params, chunk_args);
 421
 422          if (text == "\n") {
 423             lineno++;
 424             if (part == max_part && frag == max_frag && length(chunk_path)) {
 425               text = "";
 426               break;
 427             } else {
 428               newline = 1;
 429             }
 430           } else if (length(text) || length(tail)) {
 431             if (newline) text = indent text;
 432             newline = 0;
 433           }
 434
 435           text = text tail;
 436           mode_tracker(context, text);
 437           print untab(transform_escape(s, r, text, src));
 438           if (linenos) {
 439             lineno_suppressed = substr(lastline, length(lastline)) == "\\";
 440           }
 441         }
 442       } else {
 443         # empty last chunklet
 444       }
 445     }
 446   }
 447   if (! finalize_mode_tracker(context)) {
 448     dump_mode_tracker(context);
 449     error(sprintf(_"Module %s did not close context properly.\nUsed by: %s\n", chunk_name, chunk_path));
 450   }
 451 }
 452 function expand_chunk_args(text, params, args,
 453   p, text_array, next_text, v, t, l)
 454 {
 455   if (split(text, text_array, "\\${")) {
 456     for(p in params) {
 457       v[params[p]]=args[p];
 458     }
 459     text=text_array[1];
 460     for(t=2; t in text_array; t++) {
 461       if (match(text_array[t], "^([a-zA-Z_][a-zA-Z0-9_]*)}", l) &&
 462           l[1] in v)
 463       {
 464         text = text v[l[1]] substr(text_array[t], length(l[1])+2);
 465       } else {
 466         text = text "${" text_array[t];
 467       }
 468     }
 469   }
 470
 471   return text;
 472 }
 473
 474 BEGIN {
 475   part_type_chunk=1;
 476   SUBSEP=",";
 477   modes["c-like", "",  "submodes"]="\\\\|\"|'|{|\\(|\\[";
 478   modes["c-like", "",  "delimiters"]=" *, *";
 479   modes["c-like", "\\", "terminators"]=".";
 480   modes["c-like", "\"", "submodes"]="\\\\";
 481   modes["c-like", "\"", "terminators"]="\"";
 482   escapes["c-like", "\"", ++escapes["c-like", "\""], "s"]="\\\\";
 483   escapes["c-like", "\"",   escapes["c-like", "\""], "r"]="\\\\";
 484   escapes["c-like", "\"", ++escapes["c-like", "\""], "s"]="\"";
 485   escapes["c-like", "\"",   escapes["c-like", "\""], "r"]="\\" "\"";
 486   escapes["c-like", "\"", ++escapes["c-like", "\""], "s"]="\n";
 487   escapes["c-like", "\"",   escapes["c-like", "\""], "r"]="\\n";
 488   modes["c-like", "'", "submodes"]="\\\\";
 489   modes["c-like", "'", "terminators"]="'";
 490   escapes["c-like", "'", ++escapes["c-like", "'"], "s"]="\\\\";
 491   escapes["c-like", "'",   escapes["c-like", "'"], "r"]="\\\\";
 492   escapes["c-like", "'", ++escapes["c-like", "'"], "s"]="'";
 493   escapes["c-like", "'",   escapes["c-like", "'"], "r"]="\\" "'";
 494   escapes["c-like", "'", ++escapes["c-like", "'"], "s"]="\n";
 495   escapes["c-like", "'",   escapes["c-like", "'"], "r"]="\\n";
 496   modes["c-like", "{",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 497   modes["c-like", "{",  "delimiters"]=" *, *";
 498   modes["c-like", "{",  "terminators"]="}";
 499   modes["c-like", "[",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 500   modes["c-like", "[",  "delimiters"]=" *, *";
 501   modes["c-like", "[",  "terminators"]="\\]";
 502   modes["c-like", "(",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 503   modes["c-like", "(",  "delimiters"]=" *, *";
 504   modes["c-like", "(",  "terminators"]="\\)";
 505
 506   modes["c", "",  "submodes"]="\\\\|\"|'|{|\\(|\\[";
 507   modes["c", "",  "delimiters"]=" *, *";
 508   modes["c", "\\", "terminators"]=".";
 509   modes["c", "\"", "submodes"]="\\\\";
 510   modes["c", "\"", "terminators"]="\"";
 511   escapes["c", "\"", ++escapes["c", "\""], "s"]="\\\\";
 512   escapes["c", "\"",   escapes["c", "\""], "r"]="\\\\";
 513   escapes["c", "\"", ++escapes["c", "\""], "s"]="\"";
 514   escapes["c", "\"",   escapes["c", "\""], "r"]="\\" "\"";
 515   escapes["c", "\"", ++escapes["c", "\""], "s"]="\n";
 516   escapes["c", "\"",   escapes["c", "\""], "r"]="\\n";
 517   modes["c", "'", "submodes"]="\\\\";
 518   modes["c", "'", "terminators"]="'";
 519   escapes["c", "'", ++escapes["c", "'"], "s"]="\\\\";
 520   escapes["c", "'",   escapes["c", "'"], "r"]="\\\\";
 521   escapes["c", "'", ++escapes["c", "'"], "s"]="'";
 522   escapes["c", "'",   escapes["c", "'"], "r"]="\\" "'";
 523   escapes["c", "'", ++escapes["c", "'"], "s"]="\n";
 524   escapes["c", "'",   escapes["c", "'"], "r"]="\\n";
 525   modes["c", "{",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 526   modes["c", "{",  "delimiters"]=" *, *";
 527   modes["c", "{",  "terminators"]="}";
 528   modes["c", "[",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 529   modes["c", "[",  "delimiters"]=" *, *";
 530   modes["c", "[",  "terminators"]="\\]";
 531   modes["c", "(",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 532   modes["c", "(",  "delimiters"]=" *, *";
 533   modes["c", "(",  "terminators"]="\\)";
 534   modes["c", "", "submodes"] = modes["c", "", "submodes"] "|" "/\\*";
 535   modes["c", "/*", "terminators"]="\\*/";
 536   modes["c", "", "submodes"] = modes["c", "", "submodes"] "|" "//";
 537   modes["c", "//", "terminators"]="\n";
 538   escapes["c", "//", ++escapes["c", "//"], "s"]="\n";
 539   escapes["c", "//",   escapes["c", "//"], "r"]="\n//";
 540   modes["c", "", "submodes"] = modes["c", "", "submodes"] "|" "#";
 541   modes["c", "#", "submodes" ]="\\\\";
 542   modes["c", "#", "terminators"]="\n";
 543   escapes["c", "#", ++escapes["c", "#"], "s"]="\n";
 544   escapes["c", "#",   escapes["c", "#"], "r"]="\\\\\n";
 545
 546   modes["awk", "",  "submodes"]="\\\\|\"|'|{|\\(|\\[";
 547   modes["awk", "",  "delimiters"]=" *, *";
 548   modes["awk", "\\", "terminators"]=".";
 549   modes["awk", "\"", "submodes"]="\\\\";
 550   modes["awk", "\"", "terminators"]="\"";
 551   escapes["awk", "\"", ++escapes["awk", "\""], "s"]="\\\\";
 552   escapes["awk", "\"",   escapes["awk", "\""], "r"]="\\\\";
 553   escapes["awk", "\"", ++escapes["awk", "\""], "s"]="\"";
 554   escapes["awk", "\"",   escapes["awk", "\""], "r"]="\\" "\"";
 555   escapes["awk", "\"", ++escapes["awk", "\""], "s"]="\n";
 556   escapes["awk", "\"",   escapes["awk", "\""], "r"]="\\n";
 557   modes["awk", "'", "submodes"]="\\\\";
 558   modes["awk", "'", "terminators"]="'";
 559   escapes["awk", "'", ++escapes["awk", "'"], "s"]="\\\\";
 560   escapes["awk", "'",   escapes["awk", "'"], "r"]="\\\\";
 561   escapes["awk", "'", ++escapes["awk", "'"], "s"]="'";
 562   escapes["awk", "'",   escapes["awk", "'"], "r"]="\\" "'";
 563   escapes["awk", "'", ++escapes["awk", "'"], "s"]="\n";
 564   escapes["awk", "'",   escapes["awk", "'"], "r"]="\\n";
 565   modes["awk", "{",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 566   modes["awk", "{",  "delimiters"]=" *, *";
 567   modes["awk", "{",  "terminators"]="}";
 568   modes["awk", "[",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 569   modes["awk", "[",  "delimiters"]=" *, *";
 570   modes["awk", "[",  "terminators"]="\\]";
 571   modes["awk", "(",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 572   modes["awk", "(",  "delimiters"]=" *, *";
 573   modes["awk", "(",  "terminators"]="\\)";
 574   modes["awk", "", "submodes"] = modes["awk", "", "submodes"] "|" "#";
 575   modes["awk", "#", "terminators"]="\n";
 576   escapes["awk", "#", ++escapes["awk", "#"], "s"]="\n";
 577   escapes["awk", "#",   escapes["awk", "#"], "r"]="\n#";
 578   modes["awk", "", "submodes"] = modes["awk", "", "submodes"] "|" "/\\^";
 579   modes["awk", "/^", "terminators"]="/";
 580   modes["perl", "",  "submodes"]="\\\\|\"|'|{|\\(|\\[";
 581   modes["perl", "",  "delimiters"]=" *, *";
 582   modes["perl", "\\", "terminators"]=".";
 583   modes["perl", "\"", "submodes"]="\\\\";
 584   modes["perl", "\"", "terminators"]="\"";
 585   escapes["perl", "\"", ++escapes["perl", "\""], "s"]="\\\\";
 586   escapes["perl", "\"",   escapes["perl", "\""], "r"]="\\\\";
 587   escapes["perl", "\"", ++escapes["perl", "\""], "s"]="\"";
 588   escapes["perl", "\"",   escapes["perl", "\""], "r"]="\\" "\"";
 589   escapes["perl", "\"", ++escapes["perl", "\""], "s"]="\n";
 590   escapes["perl", "\"",   escapes["perl", "\""], "r"]="\\n";
 591   modes["perl", "'", "submodes"]="\\\\";
 592   modes["perl", "'", "terminators"]="'";
 593   escapes["perl", "'", ++escapes["perl", "'"], "s"]="\\\\";
 594   escapes["perl", "'",   escapes["perl", "'"], "r"]="\\\\";
 595   escapes["perl", "'", ++escapes["perl", "'"], "s"]="'";
 596   escapes["perl", "'",   escapes["perl", "'"], "r"]="\\" "'";
 597   escapes["perl", "'", ++escapes["perl", "'"], "s"]="\n";
 598   escapes["perl", "'",   escapes["perl", "'"], "r"]="\\n";
 599   modes["perl", "{",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 600   modes["perl", "{",  "delimiters"]=" *, *";
 601   modes["perl", "{",  "terminators"]="}";
 602   modes["perl", "[",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 603   modes["perl", "[",  "delimiters"]=" *, *";
 604   modes["perl", "[",  "terminators"]="\\]";
 605   modes["perl", "(",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 606   modes["perl", "(",  "delimiters"]=" *, *";
 607   modes["perl", "(",  "terminators"]="\\)";
 608   modes["perl", "", "submodes"] = modes["perl", "", "submodes"] "|" "/\\*";
 609   modes["perl", "/*", "terminators"]="\\*/";
 610   modes["perl", "", "submodes"] = modes["perl", "", "submodes"] "|" "#";
 611   modes["perl", "#", "terminators"]="\n";
 612   escapes["perl", "#", ++escapes["perl", "#"], "s"]="\n";
 613   escapes["perl", "#",   escapes["perl", "#"], "r"]="\n#";
 614   modes["sh", "",  "submodes"]="\\\\|\"|'|{|\\(|\\[";
 615   modes["sh", "",  "delimiters"]=" *, *";
 616   modes["sh", "\\", "terminators"]=".";
 617   modes["sh", "\"", "submodes"]="\\\\";
 618   modes["sh", "\"", "terminators"]="\"";
 619   escapes["sh", "\"", ++escapes["sh", "\""], "s"]="\\\\";
 620   escapes["sh", "\"",   escapes["sh", "\""], "r"]="\\\\";
 621   escapes["sh", "\"", ++escapes["sh", "\""], "s"]="\"";
 622   escapes["sh", "\"",   escapes["sh", "\""], "r"]="\\" "\"";
 623   escapes["sh", "\"", ++escapes["sh", "\""], "s"]="\n";
 624   escapes["sh", "\"",   escapes["sh", "\""], "r"]="\\n";
 625   modes["sh", "'", "submodes"]="\\\\";
 626   modes["sh", "'", "terminators"]="'";
 627   escapes["sh", "'", ++escapes["sh", "'"], "s"]="\\\\";
 628   escapes["sh", "'",   escapes["sh", "'"], "r"]="\\\\";
 629   escapes["sh", "'", ++escapes["sh", "'"], "s"]="'";
 630   escapes["sh", "'",   escapes["sh", "'"], "r"]="\\" "'";
 631   escapes["sh", "'", ++escapes["sh", "'"], "s"]="\n";
 632   escapes["sh", "'",   escapes["sh", "'"], "r"]="\\n";
 633   modes["sh", "{",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 634   modes["sh", "{",  "delimiters"]=" *, *";
 635   modes["sh", "{",  "terminators"]="}";
 636   modes["sh", "[",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 637   modes["sh", "[",  "delimiters"]=" *, *";
 638   modes["sh", "[",  "terminators"]="\\]";
 639   modes["sh", "(",  "submodes" ]="\\\\|\"|{|\\(|\\[|'|/\\*";
 640   modes["sh", "(",  "delimiters"]=" *, *";
 641   modes["sh", "(",  "terminators"]="\\)";
 642   #<\chunkref{mode:common-string}("sh", "\textbackslash{}"")>
 643   #<\chunkref{mode:common-string}("sh", "'")>
 644   modes["sh", "", "submodes"] = modes["sh", "", "submodes"] "|" "#";
 645   modes["sh", "#", "terminators"]="\n";
 646   escapes["sh", "#", ++escapes["sh", "#"], "s"]="\n";
 647   escapes["sh", "#",   escapes["sh", "#"], "r"]="\n#";
 648   escapes["sh", "\"", ++escapes["sh", "\""], "s"]="\\$";
 649   escapes["sh", "\"",   escapes["sh", "\""], "r"]="\\$";
 650   debug=0;
 651   linenos=0;
 652   notangle_mode=0;
 653   root="*";
 654   tabs = "";
 655
 656   Optind = 1    # skip ARGV[0]
 657   while(getopt(ARGC, ARGV, "R:LdT:hr")!=-1) {
 658     if (Optopt == "R") root = Optarg;
 659     else if (Optopt == "r") root="";
 660     else if (Optopt == "L") linenos = 1;
 661     else if (Optopt == "d") debug = 1;
 662     else if (Optopt == "T") tabs = indent_string(Optarg+0);
 663     else if (Optopt == "h") help();
 664     else if (Optopt == "?") help();
 665   }
 666   for (i=1; i<Optind; i++) { ARGV[i]=""; }
 667 }
 668
 669 #/\n/ {
 670 #  gsub("\n*$","");
 671 #  gsub("\n", " ");
 672 #}
 673 #===
 674 /\xE2\x86\xA6/ {
 675   gsub("\\xE2\\x86\\xA6", "\x09");
 676 }
 677
 678 /\xE2\x80\x98/ {
 679   gsub("\\xE2\\x80\\x98", "`");
 680 }
 681
 682 /\xE2\x89\xA1/ {
 683   if (match($0, "^ *([^[ ]* |)<([^[ ]*)\\[[0-9]*\\][(](.*)[)].*, lang=([^ ]*)", line)) {
 684     next_chunk_name=line[2];
 685     gsub(",",";",line[3]);
 686     params="params=" line[3];
 687     if ((line[4])) {
 688       params = params ",language=" line[4]
 689     }
 690     get_chunk_args(params, next_chunk_args);
 691     new_chunk(next_chunk_name, next_chunk_args);
 692     texmacs_chunking = 1;
 693   } else {
 694 #print "Unexpected
 695 #print
 696 #exit 1
 697   }
 698   next;
 699 }
 700 #===
 701 /^\\Chunk{/ {
 702   if (match($0, "^\\\\Chunk{ *([^ ,}]*),?(.*)}", line)) {
 703     next_chunk_name = line[1];
 704     get_chunk_args(line[2], next_chunk_args);
 705   }
 706   next;
 707 }
 708 /^\\begin{lstlisting}|^\\begin{Chunk}/ {
 709   if (match($0, "}.*[[,] *name= *{? *([^], }]*)", line)) {
 710     new_chunk(line[1]);
 711   } else {
 712     new_chunk(next_chunk_name, next_chunk_args);
 713   }
 714   chunking=1;
 715   next;
 716 }
 717 #===
 718 /^ *\|____________*/ && texmacs_chunking {
 719   active_chunk="";
 720   texmacs_chunking=0;
 721   chunking=0;
 722 }
 723 /^ *\|\/\\/ && texmacs_chunking {
 724   texmacs_chunking=0;
 725   chunking=0;
 726   active_chunk="";
 727 }
 728 texmacs_chunk=0;
 729 /^ *[1-9][0-9]* *\| / {
 730   if (texmacs_chunking) {
 731     chunking=1;
 732     texmacs_chunk=1;
 733     gsub("^ *[1-9][0-9]* *\\| ", "")
 734   }
 735 }
 736 /^ *\.\/\\/ && texmacs_chunking {
 737   next;
 738 }
 739 /^ *__*$/ && texmacs_chunking {
 740   next;
 741 }
 742
 743 texmacs_chunking {
 744   if (! texmacs_chunk) {
 745     # must be a texmacs continued line
 746     chunking=1;
 747     texmacs_chunk=1;
 748   }
 749 }
 750 ! texmacs_chunk {
 751 #  texmacs_chunking=0;
 752   chunking=0;
 753 }
 754
 755 #===
 756 /^[<]<.*[>]>=/ {
 757   if (match($0, "^[<]<(.*)[>]>= *$", line)) {
 758     chunking=1;
 759     notangle_mode=1;
 760     new_chunk(line[1]);
 761     next;
 762   }
 763 }
 764 /^\\[e]nd{lstlisting}|^\\[e]nd{Chunk}/ {
 765   chunking=0;
 766   active_chunk="";
 767   next;
 768 }
 769 /^@ *$/ {
 770   chunking=0;
 771   active_chunk="";
 772 }
 773 ! chunking { next; }
 774 length(active_chunk) {
 775   if (length(tabs)) {
 776     gsub("\t", tabs);
 777   }
 778   chunk = $0;
 779   indent = 0;
 780   while(match(chunk,"(\xC2\xAB)([^\xC2]*) [^\xC2]*\xC2\xBB", line) ||
 781         match(chunk,
 782               "([=]<\\\\chunkref{([^}>]*)}(\\(.*\\)|)>|<<([a-zA-Z_][-a-zA-Z0-9_]*)>>)",
 783               line)\
 784   ) {
 785     chunklet = substr(chunk, 1, RSTART - 1);
 786     indent += length(chunklet);
 787     chunk_line(active_chunk, chunklet);
 788     chunk = substr(chunk, RSTART + RLENGTH);
 789     if (substr(line[1], 1, 1) == "=") {
 790       # chunk name up to }
 791           # FILTHY HACK
 792           gsub("\\\\#", "#", line[3]);
 793           gsub("\\\\textbackslash{}", "\\", line[3]);
 794           gsub("\\\\\\^", "^", line[3]);
 795       chunk_include(active_chunk, line[2] line[3], indent);
 796     } else if (substr(line[1], 1, 1) == "<") {
 797       chunk_include(active_chunk, line[4], indent);
 798     } else if (line[1] == "\xC2\xAB") {
 799       chunk_include(active_chunk, line[2], indent);
 800     } else {
 801       error("Unknown chunk fragment: " line[1]);
 802     }
 803   }
 804   chunk_line(active_chunk, chunk);
 805   chunk_line(active_chunk, "\n");
 806 }
 807 END {
 808   if (debug) {
 809     print "------ chunk names "
 810     output_chunk_names();
 811     print "====== chunks"
 812     output_chunks();
 813     print "++++++ debug"
 814     for (a in chunks) {
 815       print a "=" chunks[a];
 816     }
 817   }
 818   ORS="";
 819   if (length(root)) output_chunk(root);
 820   else output_chunk_names();
 821 }
 822 function get_chunk_args(text, values,
 823   # optional parameters
 824   path, # hierarchical precursors
 825   # local vars
 826   a, name)
 827 {
 828   split("", next_chunk_args);
 829   while(length(text)) {
 830     if (match(text, "^ *}(.*)", a)) {
 831       return a[1];
 832     }
 833     if (! match(text, " *([^,=]*[^,= ]) *(([,=]) *(([^,}]*) *,* *(.*))|)$", a)) {
 834       return text;
 835     }
 836     name=a[1];
 837     if (a[3] == "=") {
 838       if (substr(a[4],1,1) == "{") {
 839         text = get_chunk_args(substr(a[4],2), values, path name SUBSEP);
 840       } else {
 841         values[path name]=a[5];
 842         text = a[6];
 843       }
 844     } else {
 845       values[path name]="";
 846       text = a[2];
 847     }
 848   }
 849   return text;
 850 }