Filters/FilterText.cs

   1 //
   2 // FilterText.cs
   3 //
   4 // Copyright (C) 2004 Novell, Inc.
   5 //
   6
   7 //
   8 // Permission is hereby granted, free of charge, to any person obtaining a
   9 // copy of this software and associated documentation files (the "Software"),
  10 // to deal in the Software without restriction, including without limitation
  11 // the rights to use, copy, modify, merge, publish, distribute, sublicense,
  12 // and/or sell copies of the Software, and to permit persons to whom the
  13 // Software is furnished to do so, subject to the following conditions:
  14 //
  15 // The above copyright notice and this permission notice shall be included in
  16 // all copies or substantial portions of the Software.
  17 //
  18 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  23 // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  24 // DEALINGS IN THE SOFTWARE.
  25 //
  26
  27 using System;
  28 using System.IO;
  29
  30 using Beagle.Daemon;
  31
  32 namespace Beagle.Filters {
  33
  34         public class FilterText : Beagle.Daemon.Filter {
  35
  36                 public FilterText ()
  37                 {
  38                         AddSupportedFlavor (FilterFlavor.NewFromMimeType ("text/plain"));
  39                         AddSupportedFlavor (FilterFlavor.NewFromMimeType ("text/x-log"));
  40                         AddSupportedFlavor (FilterFlavor.NewFromMimeType ("text/x-readme"));
  41                         AddSupportedFlavor (FilterFlavor.NewFromMimeType ("text/x-install"));
  42                         AddSupportedFlavor (FilterFlavor.NewFromMimeType ("text/x-credits"));
  43                         AddSupportedFlavor (FilterFlavor.NewFromMimeType ("text/x-authors"));
  44                         AddSupportedFlavor (FilterFlavor.NewFromMimeType ("text/x-copying"));
  45
  46                         SnippetMode = true;
  47                         OriginalIsText = true;
  48                 }
  49
  50                 const long LENGTH_CUTOFF = 5 * 1024 * 1024; // 5 Mb
  51
  52                 override protected void DoOpen (FileInfo file)
  53                 {
  54                         // Extremely large files of type text/plain are usually log files,
  55                         // data files, or other bits of not-particularly-human-readable junk
  56                         // that will tend to clog up our indexes.
  57                         if (file.Length > LENGTH_CUTOFF) {
  58                                 Beagle.Util.Logger.Log.Debug ("{0} is too large to filter!", file.FullName);
  59                                 Error ();
  60                         }
  61                 }
  62
  63                 override protected void DoPull ()
  64                 {
  65                         string str = TextReader.ReadLine ();
  66                         if (str == null) {
  67                                 Finished ();
  68                         } else if (str.Length > 0) {
  69                                 AppendText (str);
  70                                 AppendStructuralBreak ();
  71                         }
  72                 }
  73         }
  74 }