beagled/ThunderbirdQueryable/Rss.cs

   1 //
   2 // Rss.cs: Adds RSS feed indexing support to the Thunderbird backend
   3 //
   4 // Copyright (C) 2006 Pierre Östlund
   5 //
   6
   7 //
   8 // Permission is hereby granted, free of charge, to any person obtaining a copy
   9 // of this software and associated documentation files (the "Software"), to deal
  10 // in the Software without restriction, including without limitation the rights
  11 // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12 // copies of the Software, and to permit persons to whom the Software is
  13 // furnished to do so, subject to the following conditions:
  14 //
  15 // The above copyright notice and this permission notice shall be included in all
  16 // copies or substantial portions of the Software.
  17 //
  18 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23 // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  24 // SOFTWARE.
  25 //
  26
  27 using System;
  28 using System.IO;
  29 using System.Collections;
  30 using System.Reflection;
  31 using System.Text.RegularExpressions;
  32
  33 using Beagle.Util;
  34 using Beagle.Daemon;
  35 using TB = Beagle.Util.Thunderbird;
  36
  37 namespace Beagle.Daemon.ThunderbirdQueryable {
  38
  39         [ThunderbirdIndexableGenerator (TB.AccountType.Rss, "RSS Support", true)]
  40         public class RssIndexableGenerator : ThunderbirdIndexableGenerator {
  41                 private string feed_url;
  42
  43                 public RssIndexableGenerator (ThunderbirdIndexer indexer, TB.Account account, string mork_file)
  44                         : base (indexer, account, mork_file)
  45                 {
  46                 }
  47
  48                 public override bool HasNextIndexable ()
  49                 {
  50                         do {
  51                                 if (DbEnumerator == null || !DbEnumerator.MoveNext ()) {
  52                                         Done = true;
  53                                         indexer.NotificationEvent -= OnNotification;
  54                                         indexer.ChildComplete ();
  55                                         return false;
  56                                 }
  57                         } while (IsUpToDate ((DbEnumerator.Current as TB.RssFeed).Uri));
  58
  59                         return true;
  60                 }
  61
  62                 public override Indexable GetNextIndexable ()
  63                 {
  64                         TB.RssFeed feed = DbEnumerator.Current as TB.RssFeed;
  65
  66                         // If status is different, than something happend when loading this mail and we dont'
  67                         // want to change it's status.
  68                         if (feed.GetObject ("FullIndex") == null)
  69                                 feed.SetObject ("FullIndex", (object) FullIndex);
  70
  71                         return RssFeedToIndexable (feed);
  72                 }
  73
  74                 public override void LoadDatabase ()
  75                 {
  76                         string folder_name = null;
  77
  78                         try {
  79                                 db = new TB.Database (account, DbFile);
  80                                 db.Load ();
  81
  82                                 Hashtable tbl = db.Db.Compile ("1", "ns:msg:db:row:scope:dbfolderinfo:all");
  83                                 feed_url = tbl ["feedUrl"] as string;
  84                                 folder_name = tbl ["folderName"] as string;
  85                         } catch (Exception e) {
  86                                 Logger.Log.Warn (e, "Failed to load {0}:", DbFile);
  87                                 return;
  88                         }
  89
  90                         if (db.Count <= 0) {
  91                                 Logger.Log.Debug ("Empty file {0}; skipping", DbFile);
  92                                 return;
  93                         }
  94
  95                         Logger.Log.Info ("Indexing \"{0}\" RSS feed containing {1} entries ({2})", folder_name, db.Count, RelativePath);
  96                 }
  97
  98                 private Indexable RssFeedToIndexable (TB.RssFeed feed)
  99                 {
 100                         Indexable indexable;
 101                         StringReader content = feed.Content;
 102
 103                         indexable = NewIndexable (feed.Uri, DateTime.Parse (feed.GetString ("date")).ToUniversalTime (), "FeedItem");
 104                         indexable.MimeType = "text/html";
 105
 106                         indexable.AddProperty (Property.NewKeyword ("dc:identifier", feed.GetString ("message-id")));
 107                         indexable.AddProperty (Property.NewKeyword ("dc:source", feed_url));
 108                         indexable.AddProperty (Property.New ("dc:publisher", feed.GetString ("sender")));
 109                         if (content == null)
 110                                 indexable.AddProperty (Property.New ("dc:title", feed.GetString ("subject")));
 111
 112                         indexable.SetTextReader (content);
 113
 114                         return indexable;
 115                 }
 116         }
 117 }