receiver.d

   1 /* E-Mail Client
   2  * coded by Ketmar // Invisible Vector <ketmar@ketmar.no-ip.org>
   3  * Understanding is not required. Only obedience.
   4  *
   5  * This program is free software: you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation, version 3 of the License ONLY.
   8  *
   9  * This program is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU General Public License
  15  * along with this program. If not, see <http://www.gnu.org/licenses/>.
  16  */
  17 // mail/nntp receiver thread
  18 module receiver is aliced;
  19 private:
  20
  21 //version = debug_filter_helper;
  22 //version = debug_updater;
  23
  24 import std.concurrency;
  25
  26 import iv.cmdcon;
  27 import iv.strex;
  28 import iv.sq3;
  29 import iv.timer : DurTimer = Timer;
  30 import iv.utfutil;
  31 import iv.vfs.io;
  32
  33 import iv.egra;
  34
  35 import chibackend;
  36 import chibackend.net;
  37
  38 import chievents;
  39
  40
  41 // ////////////////////////////////////////////////////////////////////////// //
  42 class RealFilterHelper : FilterHelper {
  43 public:
  44   enum {
  45     // only one of these can be set
  46     ActFlagDelete = 1u<<0,
  47     ActFlagPurge = 1u<<1,
  48
  49     // only one of these can be set
  50     ActFlagSpam = 1u<<2,
  51     ActFlagHam = 1u<<3,
  52
  53     ActFlagRead = 1u<<4,
  54     ActFlagStop = 1u<<5,
  55   }
  56
  57 public:
  58   DynStr account;
  59   DynStr tag; // destination tag
  60   uint actFlags; // see above
  61   DynStr message;
  62   bool matched;
  63
  64 public:
  65   ~this () nothrow @nogc { account.clear(); tag.clear(); message.clear(); }
  66
  67   final @property bool isDelete () const pure nothrow @safe @nogc { pragma(inline, true); return !!(actFlags&ActFlagDelete); }
  68   final @property bool isPurge () const pure nothrow @safe @nogc { pragma(inline, true); return !!(actFlags&ActFlagPurge); }
  69   final @property bool isSpam () const pure nothrow @safe @nogc { pragma(inline, true); return !!(actFlags&ActFlagSpam); }
  70   final @property bool isHam () const pure nothrow @safe @nogc { pragma(inline, true); return !!(actFlags&ActFlagHam); }
  71   final @property bool isRead () const pure nothrow @safe @nogc { pragma(inline, true); return !!(actFlags&ActFlagRead); }
  72   final @property bool isStop () const pure nothrow @safe @nogc { pragma(inline, true); return !!(actFlags&ActFlagStop); }
  73
  74   // called if a filter was matched
  75   override void filterMatched () {
  76     matched = true;
  77   }
  78
  79   override DynStr getAccount () {
  80     return account;
  81   }
  82
  83   override DynStr getHeaderField (const(char)[] header, out bool exists) {
  84     auto headers = message.getData[0..findHeadersEnd(message.getData)];
  85     auto value = findHeaderField(headers, header);
  86     exists = (value !is null);
  87     version(debug_filter_helper) writeln("...getHeaderField(", header, "): exists=", exists, "; res=", value);
  88     return DynStr(value);
  89   }
  90
  91   override DynStr getFromName () {
  92     auto headers = message.getData[0..findHeadersEnd(message.getData)];
  93     auto value = findHeaderField(headers, "From").extractName;
  94     version(debug_filter_helper) writeln("...getFromName: res=", value);
  95     return DynStr(value);
  96   }
  97
  98   override DynStr getFromMail () {
  99     auto headers = message.getData[0..findHeadersEnd(message.getData)];
 100     auto value = findHeaderField(headers, "From").extractMail;
 101     if (value.length == 0) value = "nobody@nowhere";
 102     version(debug_filter_helper) writeln("...getFromMail: res=", value);
 103     return DynStr(value);
 104   }
 105
 106   override DynStr getToName () {
 107     auto headers = message.getData[0..findHeadersEnd(message.getData)];
 108     auto value = findHeaderField(headers, "To").extractName;
 109     version(debug_filter_helper) writeln("...getToName: res=", value);
 110     return DynStr(value);
 111   }
 112
 113   override DynStr getToMail () {
 114     auto headers = message.getData[0..findHeadersEnd(message.getData)];
 115     auto value = findHeaderField(headers, "To").extractMail;
 116     if (value.length == 0) value = "nobody@nowhere";
 117     version(debug_filter_helper) writeln("...getToMail: res=", value);
 118     return DynStr(value);
 119   }
 120
 121   override DynStr getSubj (out bool exists) {
 122     auto headers = message.getData[0..findHeadersEnd(message.getData)];
 123     auto value = findHeaderField(headers, "Subject");
 124     exists = (value !is null);
 125     if (exists) value = value.decodeSubj.subjRemoveRe;
 126     return DynStr(value);
 127   }
 128
 129   override DynStr exec (const(char)[] command) {
 130     /*version(debug_filter_helper)*/ writeln("...exec: <", command, ">");
 131     //return DynStr("nothing");
 132     import std.stdio : File;
 133     import std.process;
 134     try {
 135       // write article to file
 136       import std.uuid;
 137       UUID id = randomUUID();
 138       DynStr buf;
 139       void deleteTempFile () {
 140         if (buf.length) try { import std.file : remove; remove(buf.getData); } catch (Exception e) {}
 141       }
 142       scope(exit) deleteTempFile();
 143       buf.reserve(2+16*2+42);
 144       buf ~= "/tmp/_temp_";
 145       foreach (immutable ubyte b; id.data[]) {
 146         buf ~= "0123456789abcdef"[b>>4];
 147         buf ~= "0123456789abcdef"[b&0x0f];
 148       }
 149       buf ~= ".eml";
 150       {
 151         auto fo = VFile(buf.getData, "w");
 152         fo.rawWriteExact(message.getData);
 153         fo.close();
 154       }
 155       //!conwriteln("EXEC filter '", command, "'... (", buf.getData, ")");
 156       auto pid = pipeProcess([command, /*"-D",*/ buf.getData], Redirect.all, null, Config.none, "/tmp");
 157       string action = pid.stdout.readln.xstrip;
 158       bool doStop = (action.length && action[0] == '-');
 159       if (doStop) action = action[1..$].xstrip;
 160       version(none) {
 161         while (!pid.stderr.eof) conwriteln("  :", pid.stderr.readln.xstrip, "|");
 162       }
 163       pid.pid.wait();
 164       //!conwriteln("EXEC filter '", command, "' action: ", action, " (", doStop, ")");
 165       return DynStr(action);
 166     } catch (Exception e) {
 167       conwriteln("EXEC filter error: ", e.msg);
 168     }
 169     return DynStr();
 170   }
 171
 172   override void move (const(char)[] dest) {
 173     version(debug_filter_helper) writeln("...move: <", dest, ">");
 174     tag = dest;
 175   }
 176
 177   override void performAction (Action action) {
 178     version(debug_filter_helper) writeln("...performAction: ", action);
 179     switch (action) {
 180       case Action.Delete:
 181         actFlags &= ~(ActFlagDelete|ActFlagPurge);
 182         actFlags |= ActFlagPurge;
 183         break;
 184       case Action.SoftDelete:
 185         actFlags &= ~(ActFlagDelete|ActFlagPurge);
 186         actFlags |= ActFlagDelete;
 187         break;
 188       case Action.Spam:
 189         actFlags &= ~(ActFlagSpam|ActFlagHam);
 190         actFlags |= ActFlagSpam;
 191         break;
 192       case Action.Ham:
 193         actFlags &= ~(ActFlagSpam|ActFlagHam);
 194         actFlags |= ActFlagHam;
 195         break;
 196       case Action.Read:
 197         actFlags |= ActFlagRead;
 198         break;
 199       case Action.Stop:
 200         actFlags |= ActFlagStop;
 201         break;
 202       default:
 203         {
 204           import std.conv : to;
 205           throw new FilterSyntaxException("action "~action.to!string~" should not end up in the handler");
 206         }
 207     }
 208   }
 209
 210   override bool match (const(char)[] pat, const(char)[] str, bool casesens) {
 211     version(debug_filter_helper) writeln("...match: casesens=", casesens, "; pat=<", pat, ">; str=<", str, ">");
 212     immutable bool bol = (pat.length && pat[0] == '^');
 213     if (bol) pat = pat[1..$];
 214     immutable bool eol = (pat.length && pat[$-1] == '$');
 215     if (eol) pat = pat[0..$-1];
 216     version(debug_filter_helper) writeln("...match:   bol=", bol, "; eol=", eol, "; pat=<", pat, ">");
 217     if (pat.length == 0) return (bol && eol ? str.length == 0 : false);
 218     if (str.length < pat.length) return false;
 219          if (bol && eol) { if (str.length != pat.length) return false; }
 220     else if (bol) str = str[0..pat.length];
 221     else if (eol) str = str[str.length-pat.length..$];
 222     if (casesens) {
 223       return (str.indexOf(pat) >= 0);
 224     } else {
 225       while (str.length >= pat.length) {
 226         if (str.startsWithCI(pat)) {
 227           //writeln("...match:  HIT! str=<", str, ">");
 228           return true;
 229         }
 230         str = str[1..$];
 231         //writeln("...match:  skip; str=<", str, ">; pat=<", pat, ">");
 232       }
 233       //writeln("...match:  FAIL!");
 234       return false;
 235     }
 236   }
 237
 238   void writeResult() () const {
 239     if (isDelete) write(" softdelete");
 240     if (isPurge) write(" purge");
 241     if (isSpam) write(" spam");
 242     if (isHam) write(" ham");
 243     if (isRead) write(" read");
 244     write("; dest tag: ", tag.getData);
 245   }
 246 }
 247
 248
 249 // ////////////////////////////////////////////////////////////////////////// //
 250 __gshared bool updatesDisabled = false;
 251 __gshared bool rcDisabled = false;
 252 __gshared bool rcStarted = false;
 253 __gshared Tid controlThreadId;
 254
 255
 256 enum ControlReply {
 257   Quit,
 258 }
 259
 260 struct ControlCommand {
 261   enum Kind {
 262     Ping,
 263     ForceUpdateAll,
 264     Quit,
 265     //
 266     CheckDone,
 267     CheckError,
 268     //
 269     DisableUpdates,
 270     EnableUpdates,
 271   }
 272   Kind type;
 273   // for CheckDone or CheckError
 274   uint accid;
 275
 276   @disable this ();
 277   this (Kind atype) nothrow @safe @nogc { type = atype; accid = 0; }
 278   this (Kind atype, uint aid) nothrow @safe @nogc { type = atype; accid = aid; }
 279 }
 280
 281
 282 struct CheckCommand {
 283   uint accid;
 284 }
 285
 286
 287 static stmtAccInfo = LazyStatement!"Conf"(`
 288   SELECT
 289       accid AS accid
 290     , checktime AS checktime
 291     , nosendauth AS nosendauth
 292     , debuglog AS debuglog
 293     , nntplastindex AS nntplastindex
 294     , name AS name
 295     , recvserver AS recvserver
 296     , sendserver AS sendserver
 297     , user AS user
 298     , pass AS pass
 299     , inbox AS inbox
 300     , nntpgroup AS nntpgroup
 301   FROM accounts
 302   WHERE accid=:accid
 303   LIMIT 1
 304 ;`);
 305
 306
 307 static stmtSetCheckTime = LazyStatement!"Conf"(`
 308   INSERT INTO checktimes(accid,lastcheck) VALUES(:accid,:lastcheck)
 309   ON CONFLICT(accid)
 310   DO UPDATE SET lastcheck=:lastcheck
 311 ;`);
 312
 313
 314 //==========================================================================
 315 //
 316 //  forEachTag
 317 //
 318 //  return `false` from delegate to stop
 319 //
 320 //==========================================================================
 321 void forEachTag (const(char)[] tags, bool delegate (const(char)[] tag) dg) {
 322   if (dg is null) return;
 323   auto anchor = tags;
 324   while (tags.length) {
 325     auto stp = tags.indexOf('|');
 326     if (stp < 0) stp = cast(uint)tags.length;
 327     auto tag = tags[0..stp];
 328     tags = tags[(stp < tags.length ? stp+1 : tags.length)..$];
 329     if (tag.length == 0) continue;
 330     if (!dg(tag)) break;
 331   }
 332 }
 333
 334
 335 //==========================================================================
 336 //
 337 //  extractAccount
 338 //
 339 //==========================================================================
 340 DynStr extractAccount (const(char)[] tags) {
 341   auto stp = tags.indexOf("account:");
 342   while (stp >= 0) {
 343     if (stp == 0 || tags[stp-1] == '|') {
 344       tags = tags[stp+8..$];
 345       stp = tags.indexOf('|');
 346       if (stp >= 0) tags = tags[0..stp];
 347       return DynStr(tags);
 348     }
 349   }
 350   return DynStr();
 351 }
 352
 353
 354 //==========================================================================
 355 //
 356 //  extractFirstFolder
 357 //
 358 //  can return empty string
 359 //
 360 //==========================================================================
 361 DynStr extractFirstFolder (const(char)[] tags) {
 362   DynStr res;
 363   forEachTag(tags, (tag) {
 364     if (tag[0] != '/') return true; // go on
 365     res = tag;
 366     return false; // stop
 367   });
 368   return res;
 369 }
 370
 371
 372 //==========================================================================
 373 //
 374 //  removeFirstFolder
 375 //
 376 //  can return empty tags string
 377 //
 378 //==========================================================================
 379 DynStr removeFirstFolder (const(char)[] tags) {
 380   DynStr res;
 381   bool seenFolder = false;
 382   forEachTag(tags, (tag) {
 383     if (!seenFolder && tag[0] == '/') {
 384       seenFolder = true;
 385     } else {
 386       if (res.length) res ~= "|";
 387       res ~= tag;
 388     }
 389     return true; // go on
 390   });
 391   return res;
 392 }
 393
 394
 395 // ////////////////////////////////////////////////////////////////////////// //
 396 static struct TagInfo {
 397   uint tagid;
 398   DynStr name;
 399   bool wasUpdates;
 400 }
 401
 402
 403 //==========================================================================
 404 //
 405 //  getMessageTags
 406 //
 407 //==========================================================================
 408 void getMessageTags (ref TagInfo[] tags, uint uid) {
 409   auto stGetTags = LazyStatement!"View"(`
 410     SELECT
 411         DISTINCT(threads.tagid) AS tagid
 412       , tn.tag AS name
 413     FROM threads
 414     INNER JOIN tagnames AS tn USING(tagid)
 415     WHERE uid=:uid
 416   ;`);
 417
 418   tags.reserve(64);
 419   foreach (auto row; stGetTags.st.bind(":uid", uid).range) {
 420     tags ~= TagInfo(row.tagid!uint, DynStr(row.name!SQ3Text));
 421   }
 422 }
 423
 424
 425 //==========================================================================
 426 //
 427 //  updateTwittedThreadsInTag
 428 //
 429 //==========================================================================
 430 void updateTwittedThreadsInTag (uint tagid, uint uid) {
 431   auto stTempTbl = LazyStatement!"View"(`
 432     INSERT INTO mutepairs
 433      WITH RECURSIVE children(muid, paruid, mtagid, mmute) AS (
 434       SELECT 0, :uid, :tagid, 666
 435      UNION ALL
 436       SELECT
 437         tt.uid, tt.uid, mtagid, tt.mute
 438       FROM children AS cc
 439       INNER JOIN threads AS tt ON
 440         tt.tagid=cc.mtagid AND
 441         tt.parent=cc.paruid AND
 442         tt.uid<>cc.muid AND
 443         tt.uid<>cc.paruid
 444     )
 445     SELECT
 446         muid AS muid
 447       , mtagid AS mtagid
 448     FROM children
 449     WHERE muid<>0 AND mmute=0
 450   ;`);
 451
 452   auto stFixMutes = LazyStatement!"View"(`
 453     UPDATE threads
 454     SET
 455         mute=:mute
 456       , appearance=iif(appearance=0,1,appearance)
 457     FROM (SELECT muid, mtagid FROM mutepairs) AS cc
 458     WHERE uid=cc.muid AND tagid=cc.mtagid AND mute=0
 459   ;`);
 460
 461   // update threads
 462   dbView.execute(`DELETE FROM mutepairs;`);
 463   stTempTbl.st
 464     .bind(":uid", uid)
 465     .bind(":tagid", tagid)
 466     .doAll();
 467   stFixMutes.st
 468     .bind(":mute", Mute.ThreadOther)
 469     .doAll();
 470 }
 471
 472
 473 //==========================================================================
 474 //
 475 //  createTwitByMsgid
 476 //
 477 //==========================================================================
 478 public void createTwitByMsgid (uint uid, const(char)[] glob="/dmars_ng/*") {
 479   if (!uid) return;
 480   if (glob.length == 0) return;
 481
 482   auto stGetMsgid = LazyStatement!"View"(`
 483     SELECT
 484       msgid AS msgid
 485     FROM msgids
 486     WHERE uid=:uid
 487     LIMIT 1
 488   ;`);
 489
 490   DynStr msgid;
 491   foreach (auto row; stGetMsgid.st.bind(":uid", uid).range) msgid = row.msgid!SQ3Text;
 492   if (msgid.length == 0) return;
 493
 494   auto stFindMsgidTwit = LazyStatement!"Conf"(`
 495     SELECT
 496       1
 497     FROM msgidtwits
 498     WHERE msgid=:msgid AND tagglob=:glob
 499     LIMIT 1
 500   ;`);
 501
 502   // check if we already have such twit
 503   foreach (auto row; stFindMsgidTwit.st.bindConstText(":msgid", msgid.getData).bindConstText(":glob", glob).range) return;
 504
 505   transacted!"Conf"{
 506     auto stAddMsgidTwit = LazyStatement!"Conf"(`
 507       INSERT INTO msgidtwits
 508               (etwitid, automatic, tagglob, msgid)
 509         VALUES(0, 0,:tagglob,:msgid)
 510     ;`);
 511
 512     stAddMsgidTwit.st
 513       .bindConstText(":tagglob", glob)
 514       .bindConstText(":msgid", msgid.getData)
 515       .doAll();
 516   };
 517
 518   TagInfo[] tags;
 519   scope(exit) delete tags;
 520   getMessageTags(ref tags, uid);
 521   if (tags.length == 0) return; // just in case
 522
 523   twitPrepare();
 524
 525   auto stUpdateMute = LazyStatement!"View"(`
 526     UPDATE threads
 527     SET
 528         mute=:mute
 529       , title=NULL
 530       , appearance=iif(appearance=0,1,appearance)
 531     WHERE uid=:uid AND tagid=:tagid AND mute=0
 532   ;`);
 533
 534   // mark the message as twitted
 535   transacted!"View"{
 536     foreach (ref TagInfo ti; tags) {
 537       stUpdateMute.st
 538         .bind(":uid", uid)
 539         .bind(":tagid", ti.tagid)
 540         .bind(":mute", Mute.ThreadStart)
 541         .doAll();
 542       updateTwittedThreadsInTag(ti.tagid, uid);
 543     }
 544   };
 545 }
 546
 547
 548 //==========================================================================
 549 //
 550 //  twitPrepare
 551 //
 552 //==========================================================================
 553 public void twitPrepare () {
 554   dbView.execute(`
 555     CREATE TEMP TABLE IF NOT EXISTS mutepairs(
 556         muid INTEGER
 557       , mtagid INTEGER
 558     );
 559   `);
 560 }
 561
 562
 563 //==========================================================================
 564 //
 565 //  twitMessage
 566 //
 567 //  set "mute" flag according to message filters
 568 //
 569 //==========================================================================
 570 public void twitMessage (uint uid) {
 571   if (!uid) return;
 572
 573   TagInfo[] tags;
 574   scope(exit) delete tags;
 575   getMessageTags(ref tags, uid);
 576   if (tags.length == 0) return; // just in case
 577
 578   auto stUpdateMute = LazyStatement!"View"(`
 579     UPDATE threads
 580     SET
 581         mute=:mute
 582       , title=:title
 583       , appearance=iif(appearance=0,1,appearance)
 584     WHERE uid=:uid AND tagid=:tagid AND mute=0
 585   ;`);
 586
 587   DynStr fromMail, fromName;
 588   /*
 589   foreach (auto row; dbView.statement(`
 590       SELECT
 591           from_name AS fromName
 592         , from_mail AS fromMail
 593       FROM info
 594       WHERE uid=:uid
 595       LIMIT 1
 596     ;`).bind(":uid", uid).range)
 597   {
 598     fromMail = row.fromMail!SQ3Text;
 599     fromName = row.fromName!SQ3Text;
 600   }
 601   */
 602   if (!chiroGetMessageFrom(uid, ref fromMail, ref fromName)) return;
 603
 604   uint ttcount = 0;
 605   if (fromMail.length != 0 || fromName.length != 0) {
 606     foreach (auto trow; dbConf.statement(`
 607         SELECT
 608             tagglob AS tagglob
 609           , email AS email
 610           , name AS name
 611           , title AS title
 612         FROM emailtwits
 613       ;`).range)
 614     {
 615       auto email = trow.email!SQ3Text;
 616       auto name = trow.name!SQ3Text;
 617       auto glob = trow.tagglob!SQ3Text;
 618       if (glob.length == 0 || (!email.length && !name.length)) continue; // just in case
 619       // check for filter match
 620       if (email.length && !globmatchCI(fromMail, email)) continue;
 621       if (name.length && !globmatchCI(fromName, name)) continue;
 622       auto title = trow.title!SQ3Text;
 623       // for all tags
 624       foreach (ref TagInfo ti; tags) {
 625         if (ti.wasUpdates) continue;
 626         if (!globmatch(ti.name, glob)) continue;
 627         stUpdateMute.st
 628           .bind(":uid", uid)
 629           .bind(":tagid", ti.tagid)
 630           .bind(":mute", Mute.ThreadStart)
 631           .bindConstText(":title", (title.length ? title : null), allowNull:true)
 632           .doAll();
 633         ti.wasUpdates = true;
 634         ++ttcount;
 635       }
 636       if (ttcount == tags.length) break;
 637     }
 638   }
 639
 640   // mute it if it is not muted, but should be
 641   static auto statFindParentFor = LazyStatement!"View"(`
 642     SELECT mute AS mute, parent AS parent
 643     FROM threads
 644     WHERE tagid=:tagid AND uid=:uid
 645     LIMIT 1
 646   ;`);
 647
 648   foreach (TagInfo ti; tags) {
 649     auto mute = chiroGetMessageMute(ti.tagid, uid);
 650     if (mute > Mute.Normal) {
 651       ti.wasUpdates = true; // just in case
 652       if (!ttcount) ttcount = 1;
 653       continue;
 654     }
 655     uint puid = uid;
 656     while (puid) {
 657       statFindParentFor.st
 658         .bind(":tagid", ti.tagid)
 659         .bind(":uid", puid);
 660       puid = 0;
 661       foreach (auto prow; statFindParentFor.st.range) {
 662         if (prow.mute!int > Mute.Normal) {
 663           chiroSetMessageMute(ti.tagid, uid, Mute.ThreadOther);
 664           ti.wasUpdates = true; // just in case
 665           if (!ttcount) ttcount = 1;
 666         } else {
 667           puid = prow.parent!uint;
 668         }
 669       }
 670     }
 671   }
 672
 673
 674   if (!ttcount) return;
 675
 676   // update threads
 677   foreach (ref TagInfo ti; tags) {
 678     if (!ti.wasUpdates) continue;
 679     updateTwittedThreadsInTag(ti.tagid, uid);
 680   }
 681 }
 682
 683
 684 //==========================================================================
 685 //
 686 //  updateViewDB
 687 //
 688 //  check for new messages, and update view database
 689 //
 690 //==========================================================================
 691 void updateViewDB () {
 692   uint maxViewUid = 0;
 693   uint maxStoreUid = 0;
 694
 695   twitPrepare();
 696
 697   foreach (auto row; dbView.statement(`SELECT MAX(uid) AS uid FROM info;`).range) maxViewUid = row.uid!uint;
 698   foreach (auto row; dbStore.statement(`SELECT MAX(uid) AS uid FROM messages;`).range) maxStoreUid = row.uid!uint;
 699
 700   if (maxViewUid >= maxStoreUid) return;
 701   conwriteln("need to process around ", maxStoreUid-maxViewUid, " messages.");
 702
 703   uint[] relinkTids;
 704   relinkTids.reserve(64);
 705   scope(exit) delete relinkTids;
 706
 707   foreach (uint uid; maxViewUid+1..maxStoreUid+1) {
 708     conwriteln("============ message #", uid, " ============");
 709     DynStr msg, tags;
 710     foreach (auto row; dbStore.statement(`
 711         SELECT tags AS tags, ChiroUnpack(data) AS data FROM messages WHERE uid=:uid LIMIT 1
 712       ;`).bind(":uid", uid).range)
 713     {
 714       msg = row.data!SQ3Text;
 715       tags = row.tags!SQ3Text;
 716     }
 717     if (msg.length == 0 || tags.length == 0) continue; // not interesting
 718
 719     DynStr acc = tags.extractAccount();
 720     DynStr origTags = tags;
 721     DynStr deftag = tags.extractFirstFolder();
 722     tags = tags.removeFirstFolder();
 723
 724     auto hlp = new RealFilterHelper;
 725     scope(exit) delete hlp;
 726     hlp.account = acc;
 727     hlp.tag = deftag;
 728     if (hlp.tag.length == 0) hlp.tag = "#hobo";
 729     hlp.message = msg;
 730     // filter
 731     foreach (auto row; dbConf.statement(`SELECT filterid AS filterid, name AS name, body AS body FROM filters ORDER BY idx;`).range) {
 732       //conwrite("  filter '", row.name!SQ3Text, "' (", row.filterid!uint, "): ");
 733       bool goOn = false;
 734       hlp.matched = false;
 735       try {
 736         //version(debug_filter_helper) writeln("::: <", row.body!SQ3Text, ">");
 737         goOn = executeMailFilter(row.body!SQ3Text, hlp);
 738       } catch (Exception e) {
 739         conwriteln("ERROR IN FILTER '", row.name!SQ3Text, "': ", e.msg);
 740       }
 741       if (hlp.matched) {
 742         conwriteln("...filter '", row.name!SQ3Text, " matched!");
 743       }
 744       //hlp.writeResult(); writeln;
 745       //version(debug_filter_helper) writeln("::: <", row.body!SQ3Text, ">: goon=", goOn, "; isstop=", hlp.isStop);
 746       //assert(hlp.isStop == !goOn);
 747       if (hlp.isStop) break;
 748     }
 749     //write("   FINAL RESULT:"); hlp.writeResult(); writeln;
 750     // done filtering
 751
 752     bool markSpamHam = false; //!!!
 753     if (!hlp.isSpam && !hlp.isHam) {
 754       auto bogo = messageBogoCheck(uid);
 755       if (bogo == Bogo.Spam) {
 756         bool exists;
 757         conwriteln("BOGO: SPAM message #", uid, "; from={", hlp.getFromName.getData, "}:<", hlp.getFromMail.getData, ">; to={",
 758           hlp.getToName.getData, "}:<", hlp.getToMail.getData, ">; subj=", hlp.getSubj(out exists).getData);
 759         hlp.performAction(hlp.Action.Spam);
 760         markSpamHam = false;
 761       }
 762     }
 763
 764     if (hlp.isSpam) hlp.tag = "#spam"; // always
 765
 766     if (hlp.tag.length == 0) hlp.tag = deftag; // just in case
 767     bool hasTag = false;
 768     forEachTag(tags, (xtag) {
 769       if (xtag == hlp.tag) {
 770         hasTag = true;
 771         return false; // stop
 772       }
 773       return true; // go on
 774     });
 775
 776     // `tags` should contain our new tags
 777     if (!hasTag) {
 778       DynStr tt = hlp.tag;
 779       if (tags.length) {
 780         tt ~= "|";
 781         tt ~= tags;
 782       }
 783       tags = tt;
 784     }
 785
 786     // update tags info in the storage
 787     if (tags != origTags) {
 788       transacted!"Store"{
 789         dbStore.statement(`UPDATE messages SET tags=:tags WHERE uid=:uid;`)
 790           .bind(":uid", uid)
 791           .bindConstText(":tags", tags.getData)
 792           .doAll();
 793       };
 794     }
 795
 796     // insert the message into the view db
 797     int appearance = Appearance.Unread;
 798          if (hlp.isDelete) appearance = Appearance.SoftDeleteFilter;
 799     else if (hlp.isPurge) appearance = Appearance.SoftDeletePurge;
 800     if (appearance == Appearance.Unread && (hlp.isRead || hlp.isSpam)) appearance = Appearance.Read;
 801     if (markSpamHam) {
 802       if (hlp.isSpam) messageBogoMarkSpam(uid);
 803       if (hlp.isHam) messageBogoMarkHam(uid);
 804     }
 805
 806     uint msgtime = 0;
 807     DynStr hdr, body;
 808     foreach (auto trow; dbStore.statement(`
 809         SELECT
 810           ChiroExtractHeaders(:msgdata) AS headers
 811         , ChiroExtractBody(:msgdata) AS body
 812         , ChiroHdr_RecvTime(:msgdata) AS msgtime
 813       ;`).bindConstText(":msgdata", msg.getData).range)
 814     {
 815       msgtime = trow.msgtime!uint;
 816       hdr = trow.headers!SQ3Text;
 817       body = trow.body!SQ3Text;
 818     }
 819
 820     conwriteln("putting msg ", uid, " (time:", msgtime, "; appr=", appearance, ") to '", tags.getData, "'; oldtags='", origTags.getData, "'");
 821
 822     transacted!"View"{
 823       //dbView.beginTransaction();
 824       //scope(success) dbView.commitTransaction();
 825       //scope(failure) dbView.rollbackTransaction();
 826       chiroParseAndInsertOneMessage(uid, msgtime, appearance, hdr, body, tags);
 827
 828       DynStr msgid;
 829       foreach (auto mrow; dbView.statement(`SELECT msgid AS msgid FROM msgids WHERE uid=:uid LIMIT 1;`).bind(":uid", uid).range) {
 830         msgid = mrow.msgid!SQ3Text;
 831       }
 832       //if (msgid.length == 0) return;
 833       version(debug_updater) {
 834         {
 835           auto fo = VFile("zzz", "a");
 836           fo.writeln("MSGUID: ", uid, "; MSGID: <", msgid.getData, ">");
 837         }
 838       }
 839       conwriteln("MSGUID: ", uid, "; MSGID: <", msgid.getData, ">");
 840
 841       // collect tags to modify
 842       int[] taglist;
 843       scope(exit) delete taglist;
 844       taglist.reserve(16);
 845
 846       foreach (auto trow; dbView.statement(`SELECT tagid AS tagid, parent AS parent FROM threads WHERE uid=:uid;`)
 847           .bind(":uid", uid).range)
 848       {
 849         immutable uint tid = trow.tagid!uint;
 850         if (tid) {
 851           bool found = false;
 852           foreach (immutable uint tt; relinkTids) if (tt == tid) { found = true; break; }
 853           if (!found) relinkTids ~= tid;
 854         }
 855         if (!tid || trow.parent!uint || !chiroIsTagThreaded(tid)) continue;
 856         conwriteln(" tagid: ", tid, " (", chiroGetTagName(tid).getData, ")");
 857         version(debug_updater) {
 858           {
 859             auto fo = VFile("zzz", "a");
 860             fo.writeln(" tagid: ", tid, " (", chiroGetTagName(tid).getData, ")");
 861           }
 862         }
 863         taglist ~= tid;
 864       }
 865
 866       foreach (immutable uint tid; taglist) {
 867         uint setUsAsParentFor = 0;
 868         bool needFullRelink = false;
 869         // check if there are any references to us, and fix them by full relink
 870         if (!msgid.length) continue;
 871         foreach (auto nrow; dbView.statement(`
 872             SELECT refids.uid AS uid, tt.parent AS parent
 873             FROM refids
 874             INNER JOIN(threads) AS tt
 875               ON tt.tagid=:tagid AND tt.uid=refids.uid
 876             WHERE idx=0 AND msgid=:msgid
 877             LIMIT 1
 878           ;`).bind(":tagid", tid).bindConstText(":msgid", msgid.getData).range)
 879         {
 880           if (nrow.parent!uint == 0) {
 881             setUsAsParentFor = nrow.uid!uint;
 882           } else {
 883             needFullRelink = true;
 884           }
 885         }
 886
 887         if (needFullRelink) {
 888           //FIXME: make this faster!
 889           conwriteln("  tid: ", tid, " (", chiroGetTagName(tid).getData, "); performing full relink...");
 890           chiroSupportRelinkTagThreads(tid);
 891           continue;
 892         }
 893
 894         if (setUsAsParentFor) {
 895           conwriteln("  tid: ", tid, " (", chiroGetTagName(tid).getData, "); settuing us (", uid, ") as a parent for ", setUsAsParentFor);
 896           dbView.statement(`
 897             UPDATE threads
 898             SET parent=:uid
 899             WHERE uid=:xuid AND tagid=:tid
 900           ;`).bind(":uid", uid).bind(":xuid", setUsAsParentFor).bind(":tagid", tid).doAll();
 901         }
 902
 903         // find parent for us
 904         uint paruid = 0;
 905         foreach (auto prow; dbView.statement(`
 906             SELECT msgids.uid AS paruid
 907             FROM msgids
 908             INNER JOIN(threads) AS tt
 909               ON tt.tagid=:tagid AND tt.uid=msgids.uid
 910             WHERE msgids.uid<>:uid AND msgids.msgid IN (SELECT msgid FROM refids WHERE uid=:uid ORDER BY idx)
 911             LIMIT 1
 912           ;`).bind(":uid", uid).bind(":tagid", tid).range)
 913         {
 914           paruid = prow.paruid!uint;
 915         }
 916         conwriteln("  tid: ", tid, " (", chiroGetTagName(tid).getData, "); paruid=", paruid);
 917         if (paruid && paruid != uid) {
 918           dbView.statement(`UPDATE threads SET parent=:paruid WHERE uid=:uid AND tagid=:tagid;`)
 919             .bind(":uid", uid)
 920             .bind(":tagid", tid)
 921             .bind(":paruid", paruid)
 922             .doAll();
 923         }
 924       }
 925
 926       twitMessage(uid);
 927     };
 928   }
 929
 930   // relink threads
 931   if (relinkTids.length) {
 932     foreach (immutable uint tid; relinkTids) {
 933       if (vbwin && !vbwin.closed) vbwin.postEvent(new TagThreadsUpdatedEvent(tid));
 934     }
 935   }
 936 }
 937
 938
 939 //==========================================================================
 940 //
 941 //  checkerThread
 942 //
 943 //==========================================================================
 944 void checkerThread (Tid ownerTid) {
 945   uint accid = 0;
 946   bool isError = false;
 947   try {
 948     receive(
 949       (CheckCommand cmd) {
 950         accid = cmd.accid;
 951       }
 952     );
 953
 954     if (accid == 0) {
 955       ownerTid.send(ControlCommand(ControlCommand.Kind.CheckError, accid));
 956       return;
 957     }
 958
 959     bool found = false;
 960     int checktime;
 961     bool nosendauth;
 962     bool debuglog;
 963     uint nntplastindex;
 964     DynStr name;
 965     DynStr recvserver;
 966     DynStr sendserver;
 967     DynStr user;
 968     DynStr pass;
 969     DynStr inbox;
 970     DynStr nntpgroup;
 971
 972     foreach (auto arow; stmtAccInfo.st.bind(":accid", accid).range) {
 973       // i found her!
 974       found = true;
 975       int upmins = arow.checktime!int;
 976       if (upmins < 1) upmins = 1; else if (upmins > 100000) upmins = 100000;
 977       checktime = upmins;
 978       nosendauth = (arow.nosendauth!int > 0);
 979       debuglog = (arow.debuglog!int > 0);
 980       nntplastindex = arow.nntplastindex!uint;
 981       name = arow.name!SQ3Text;
 982       recvserver = arow.recvserver!SQ3Text;
 983       sendserver = arow.sendserver!SQ3Text;
 984       user = arow.user!SQ3Text;
 985       pass = arow.pass!SQ3Text;
 986       inbox = arow.inbox!SQ3Text;
 987       nntpgroup = arow.nntpgroup!SQ3Text;
 988     }
 989
 990     if (!found) {
 991       ownerTid.send(ControlCommand(ControlCommand.Kind.CheckError, accid));
 992       return;
 993     }
 994
 995     conwriteln("checking account '", name, "' (", accid, ")...");
 996
 997     stmtSetCheckTime.st.bind(":accid", accid).bind(":lastcheck", RunningAverageExp.GetTickCount()+checktime*60).doAll();
 998
 999     // ////////////////////////////////////////////////////////////////// //
1000     void CheckNNTP () {
1001       auto nsk = new SocketNNTP(recvserver.idup);
1002       scope(exit) nsk.close();
1003
1004       nsk.selectGroup(nntpgroup);
1005       if (nsk.emptyGroup) {
1006         conwriteln("[", name, ":", nntpgroup, "]: no new articles (empty group)");
1007         return;
1008       }
1009
1010       uint stnum = nntplastindex+1;
1011       if (stnum > nsk.hiwater) {
1012         conwriteln("[", name, ":", nntpgroup, "]: no new articles");
1013         return;
1014       }
1015
1016       conwriteln("[", name, ":", nntpgroup, "]: ", nsk.hiwater+1-stnum, " (possible) new articles");
1017
1018       // download new articles
1019       foreach (immutable uint anum; stnum..nsk.hiwater+1) {
1020         DynStr msg;
1021         try {
1022           msg = nsk.getArticle(anum);
1023         } catch (Exception e) {
1024           conwriteln("[", name, ":", nntpgroup, "]: error downloading article #", anum);
1025           break;
1026         }
1027         if (msg.length == 0) continue; // this article is empty
1028         // insert article into the storage
1029         // filtering will be done later, for now, insert with the default inbox
1030         DynStr tags;
1031         if (inbox.length) tags ~= inbox;
1032         if (name.length) {
1033           if (tags.length) tags ~= "|";
1034           tags ~= "account:";
1035           tags ~= name;
1036         }
1037         if (tags.length == 0) tags = "#hobo";
1038         conwriteln("[", name, ":", nntpgroup, "]: storing article #", anum, " for '", tags.getData, "'...");
1039         transacted!"Store"{
1040           dbStore.statement(`INSERT INTO messages(tags, data) VALUES(:tags, ChiroPack(:data));`)
1041             .bindConstText(":tags", tags.getData)
1042             .bindConstBlob(":data", msg.getData)
1043             .doAll();
1044         };
1045         // update account with the new highest nntp index
1046         transacted!"Conf"{
1047           dbConf.statement(`UPDATE accounts SET nntplastindex=:anum WHERE accid=:accid;`)
1048             .bind(":accid", accid)
1049             .bind(":anum", anum)
1050             .doAll();
1051         };
1052       }
1053     }
1054
1055     // ////////////////////////////////////////////////////////////////// //
1056     void CheckSMTP () {
1057       conwriteln("*** [", name, "]: connecting...");
1058       auto pop3 = new SocketPOP3(recvserver.idup);
1059       scope(exit) pop3.close();
1060       if (user.length) {
1061         conwriteln("[", name, "]: authenticating...");
1062         pop3.auth(user, pass);
1063       }
1064       auto newmsg = pop3.getNewMailCount;
1065       if (newmsg == 0) {
1066         conwriteln("[", name, "]: no new messages");
1067         return;
1068       }
1069       conwriteln("[", name, "]: ", newmsg, " new message", (newmsg > 1 ? "s" : ""));
1070       foreach (immutable int popidx; 1..newmsg+1) {
1071         DynStr msg;
1072         try {
1073           msg = pop3.getMessage(popidx); // full message, with the ending dot
1074         } catch (Exception e) {
1075           conwriteln("[", name, "]: error downloading message #", popidx);
1076           break;
1077         }
1078         if (msg.length != 0) {
1079           DynStr tags;
1080           if (inbox.length) tags ~= inbox;
1081           if (name.length) {
1082             if (tags.length) tags ~= "|";
1083             tags ~= "account:";
1084             tags ~= name;
1085           }
1086           if (tags.length == 0) tags = "#hobo";
1087           conwriteln("[", name, ":", nntpgroup, "]: storing message #", popidx, " for '", tags.getData, "'...");
1088           transacted!"Store"{
1089             dbStore.statement(`INSERT INTO messages(tags, data) VALUES(:tags, ChiroPack(:data));`)
1090               .bindConstText(":tags", tags.getData)
1091               .bindConstBlob(":data", msg.getData)
1092               .doAll();
1093           };
1094         }
1095         //auto msg = pop3.getMessage!true(popidx); // full message, with the ending dot, and exact terminators
1096         // process
1097         pop3.deleteMessage(popidx);
1098       }
1099     }
1100
1101     // ////////////////////////////////////////////////////////////////// //
1102     try {
1103       if (nntpgroup.length) CheckNNTP(); else CheckSMTP();
1104     } catch (Throwable e) {
1105       conwriteln("ERROR checking account '", name, "' (", accid, "): ", e.msg);
1106       isError = true;
1107     }
1108
1109     conwriteln("done checking account '", name, "' (", accid, ")...");
1110
1111     if (vbwin && !vbwin.closed) {
1112       //{ import core.stdc.stdio : fprintf, stderr; fprintf(stderr, "POSTING %s: accid=%u\n", (isError ? "ERROR".ptr : "DONE".ptr), accid); }
1113       vbwin.postEvent(new UpdatingAccountCompleteEvent(accid));
1114       //{ import core.stdc.stdio : fprintf, stderr; fprintf(stderr, "POSTED %s: accid=%u\n", (isError ? "ERROR".ptr : "DONE".ptr), accid); }
1115       //sqlite3_sleep(1000);
1116     }
1117   } catch (Throwable e) {
1118     // here, we are dead and fucked (the exact order doesn't matter)
1119     //import core.stdc.stdlib : abort;
1120     import core.stdc.stdio : fprintf, stderr;
1121     //import core.memory : GC;
1122     import core.thread : thread_suspendAll;
1123     //GC.disable(); // yeah
1124     //thread_suspendAll(); // stop right here, you criminal scum!
1125     auto s = e.toString();
1126     fprintf(stderr, "\n=== FATAL ===\n%.*s\n", cast(uint)s.length, s.ptr);
1127     //abort(); // die, you bitch!
1128     ownerTid.send(ControlCommand(ControlCommand.Kind.CheckError, accid));
1129     return;
1130   }
1131   //if (vbwin) vbwin.postEvent(evDoConCommands); }
1132   //{ import core.stdc.stdio : fprintf, stderr; fprintf(stderr, "SENDING %s: accid=%u\n", (isError ? "ERROR".ptr : "DONE".ptr), accid); }
1133   ownerTid.send(ControlCommand((isError ? ControlCommand.Kind.CheckError : ControlCommand.Kind.CheckDone), accid));
1134   //{ import core.stdc.stdio : fprintf, stderr; fprintf(stderr, "SENDT %s: accid=%u\n", (isError ? "ERROR".ptr : "DONE".ptr), accid); }
1135   {
1136     import core.memory : GC;
1137     GC.collect();
1138     GC.minimize();
1139   }
1140   //{ import core.stdc.stdio : fprintf, stderr; fprintf(stderr, "DONE with accid=%u\n", accid); }
1141 }
1142
1143
1144 //==========================================================================
1145 //
1146 //  controlThread
1147 //
1148 //==========================================================================
1149 void controlThread (Tid ownerTid) {
1150   import core.time;
1151   bool doQuit = false;
1152   try {
1153     static struct AccCheck {
1154       uint accid;
1155       bool inprogress;
1156       Tid tid;
1157     }
1158
1159     AccCheck[] accidCheckList;
1160     accidCheckList.reserve(128);
1161
1162     dbConf.execute(`
1163       CREATE TEMP TABLE IF NOT EXISTS checktimes (
1164           accid INTEGER PRIMARY KEY UNIQUE      /* unique, never zero */
1165         , lastcheck INTEGER NOT NULL DEFAULT 0
1166         , checking INTEGER NOT NULL DEFAULT 0
1167       );
1168     `);
1169
1170     static stmtAllAccs = LazyStatement!"Conf"(`
1171       SELECT
1172           accid AS accid
1173         , checktime AS checktime
1174       FROM accounts
1175       WHERE nocheck=0 AND inbox<>''
1176       ORDER BY accid
1177     ;`);
1178
1179     static stmtGetCheckTime = LazyStatement!"Conf"(`
1180       SELECT lastcheck AS lastcheck FROM checktimes WHERE accid=:accid LIMIT 1
1181     ;`);
1182
1183     updateViewDB();
1184
1185     MonoTime lastCollect = MonoTime.currTime;
1186     //accidCheckList ~= AccCheck();
1187
1188     bool needUpdates = false;
1189     bool forceAll = false;
1190     for (;;) {
1191       if (doQuit && accidCheckList.length == 0) break;
1192       receiveTimeout((doQuit ? 50.msecs : accidCheckList.length || needUpdates || forceAll ? 1.seconds : 60.seconds),
1193         (ControlCommand cmd) {
1194           final switch (cmd.type) {
1195             case ControlCommand.Kind.ForceUpdateAll: forceAll = true; break;
1196             case ControlCommand.Kind.Ping: break;
1197             case ControlCommand.Kind.Quit: doQuit = true; break;
1198             case ControlCommand.Kind.DisableUpdates: updatesDisabled = true; break;
1199             case ControlCommand.Kind.EnableUpdates: updatesDisabled = false; break;
1200             case ControlCommand.Kind.CheckDone:
1201             case ControlCommand.Kind.CheckError:
1202               needUpdates = true;
1203               if (accidCheckList.length) {
1204                 foreach (immutable idx, const ref AccCheck nfo; accidCheckList) {
1205                   if (nfo.accid == cmd.accid) {
1206                     //if (!doQuit && vbwin && !vbwin.closed) vbwin.postEvent(new UpdatingAccountCompleteEvent(nfo.accid));
1207                     foreach (immutable c; idx+1..accidCheckList.length) accidCheckList[c-1] = accidCheckList[c];
1208                     accidCheckList.length -= 1;
1209                     break;
1210                   }
1211                 }
1212                 if (!doQuit && vbwin && !vbwin.closed && accidCheckList.length == 0) vbwin.postEvent(new UpdatingCompleteEvent());
1213               }
1214               break;
1215           }
1216         },
1217       );
1218
1219       for (usize idx = 0; idx < accidCheckList.length; ) {
1220         if (accidCheckList[idx].accid != 0) {
1221           ++idx;
1222         } else {
1223           foreach (immutable c; idx+1..accidCheckList.length) accidCheckList[c-1] = accidCheckList[c];
1224           accidCheckList.length -= 1;
1225         }
1226       }
1227
1228       if (doQuit) {
1229         for (usize idx = 0; idx < accidCheckList.length; ) {
1230           if (accidCheckList[idx].inprogress) {
1231             ++idx;
1232           } else {
1233             foreach (immutable c; idx+1..accidCheckList.length) accidCheckList[c-1] = accidCheckList[c];
1234             accidCheckList.length -= 1;
1235           }
1236         }
1237         continue;
1238       }
1239
1240       if (!needUpdates && !updatesDisabled) {
1241         ulong ctt = RunningAverageExp.GetTickCount();
1242         foreach (auto arow; stmtAllAccs.st.range) {
1243           bool found = false;
1244           foreach (const ref AccCheck nfo; accidCheckList) if (nfo.accid == arow.accid!uint) { found = true; break; }
1245           if (found) continue;
1246           // forced update?
1247           if (forceAll) {
1248             accidCheckList ~= AccCheck(arow.accid!uint);
1249             continue;
1250           }
1251           // check timeout
1252           int upmins = arow.checktime!int;
1253           if (upmins < 1) upmins = 1; else if (upmins > 100000) upmins = 100000;
1254           ulong lastcheck = 0;
1255           foreach (auto crow; stmtGetCheckTime.st.bind(":accid", arow.accid!uint).range) lastcheck = crow.lastcheck!ulong;
1256           lastcheck += upmins*60; // next check time
1257           if (lastcheck < ctt) {
1258             // i found her!
1259             accidCheckList ~= AccCheck(arow.accid!uint);
1260           }
1261           /*
1262           else {
1263             conwriteln("check for accid ", arow.accid!uint, " in ", (lastcheck-ctt)/60, " minutes...");
1264           }
1265           */
1266         }
1267         forceAll = false;
1268       }
1269
1270       if (!updatesDisabled) {
1271         foreach (ref AccCheck nfo; accidCheckList) {
1272           if (nfo.inprogress) break;
1273           if (vbwin) vbwin.postEvent(new UpdatingAccountEvent(nfo.accid));
1274           nfo.tid = spawn(&checkerThread, thisTid);
1275           nfo.inprogress = true;
1276           nfo.tid.send(CheckCommand(nfo.accid));
1277           break;
1278         }
1279       }
1280
1281       bool hasProgress = false;
1282       foreach (ref AccCheck nfo; accidCheckList) if (nfo.inprogress) { hasProgress = true; break; }
1283       if (!hasProgress) {
1284         updateViewDB();
1285         needUpdates = false;
1286       }
1287
1288       if (!doQuit) {
1289         immutable ctt = MonoTime.currTime;
1290         if ((ctt-lastCollect).total!"minutes" >= 1) {
1291           import core.memory : GC;
1292           lastCollect = ctt;
1293           GC.collect();
1294           GC.minimize();
1295         }
1296       }
1297     }
1298     ownerTid.send(ControlReply.Quit);
1299   } catch (Throwable e) {
1300     // here, we are dead and fucked (the exact order doesn't matter)
1301     import core.stdc.stdlib : abort;
1302     import core.stdc.stdio : fprintf, stderr;
1303     import core.memory : GC;
1304     import core.thread : thread_suspendAll;
1305     GC.disable(); // yeah
1306     thread_suspendAll(); // stop right here, you criminal scum!
1307     auto s = e.toString();
1308     fprintf(stderr, "\n=== FATAL ===\n%.*s\n", cast(uint)s.length, s.ptr);
1309     abort(); // die, you bitch!
1310   }
1311 }
1312
1313
1314 //==========================================================================
1315 //
1316 //  receiverDisable
1317 //
1318 //==========================================================================
1319 public void receiverDisable () {
1320   rcDisabled = true;
1321 }
1322
1323
1324 //==========================================================================
1325 //
1326 //  disableMailboxUpdates
1327 //
1328 //==========================================================================
1329 public void disableMailboxUpdates () {
1330   if (!rcStarted) return;
1331   controlThreadId.send(ControlCommand(ControlCommand.Kind.DisableUpdates));
1332 }
1333
1334
1335 //==========================================================================
1336 //
1337 //  enableMailboxUpdates
1338 //
1339 //==========================================================================
1340 public void enableMailboxUpdates () {
1341   if (!rcStarted) return;
1342   controlThreadId.send(ControlCommand(ControlCommand.Kind.EnableUpdates));
1343 }
1344
1345
1346 //==========================================================================
1347 //
1348 //  receiverForceUpdateAll
1349 //
1350 //==========================================================================
1351 public void receiverForceUpdateAll () {
1352   if (!rcStarted) return;
1353   controlThreadId.send(ControlCommand(ControlCommand.Kind.ForceUpdateAll));
1354 }
1355
1356
1357 //==========================================================================
1358 //
1359 //  receiverInit
1360 //
1361 //==========================================================================
1362 public void receiverInit () {
1363   if (rcStarted) return;
1364   if (rcDisabled) return;
1365   controlThreadId = spawn(&controlThread, thisTid);
1366   rcStarted = true;
1367 }
1368
1369
1370 //==========================================================================
1371 //
1372 //  receiverDeinit
1373 //
1374 //==========================================================================
1375 public void receiverDeinit () {
1376   if (!rcStarted) return;
1377   controlThreadId.send(ControlCommand(ControlCommand.Kind.Quit));
1378   bool done = false;
1379   while (!done) {
1380     receive(
1381       (ControlReply reply) {
1382         if (reply == ControlReply.Quit) done = true;
1383       }
1384     );
1385   }
1386 }