beagled/WebServices/NetBeagleHandler.cs

   1 //
   2 // NetBeagleHandler.cs
   3 //
   4 // Copyright (C) 2005 Novell, Inc.
   5 //
   6 // Authors:
   7 //      Vijay K. Nanjundaswamy (knvijay@novell.com)
   8 //
   9
  10 //
  11 // Permission is hereby granted, free of charge, to any person obtaining a
  12 // copy of this software and associated documentation files (the "Software"),
  13 // to deal in the Software without restriction, including without limitation
  14 // the rights to use, copy, modify, merge, publish, distribute, sublicense,
  15 // and/or sell copies of the Software, and to permit persons to whom the
  16 // Software is furnished to do so, subject to the following conditions:
  17 //
  18 // The above copyright notice and this permission notice shall be included in
  19 // all copies or substantial portions of the Software.
  20 //
  21 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  22 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  23 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  24 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  25 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  26 // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  27 // DEALINGS IN THE SOFTWARE.
  28 //
  29
  30 using System;
  31 using System.Collections;
  32 using System.Threading;
  33
  34 using Beagle;
  35 using Beagle.Util;
  36
  37 namespace Beagle.Daemon
  38 {
  39
  40         public class NetBeagleHandler
  41         {
  42                 string Hostname;
  43                 string Port;
  44                 IQueryable netBeagleQueryable;
  45
  46                 BeagleWebService wsp;
  47                 IQueryResult result;
  48
  49                 static Logger log = Logger.Get ("NetBeagleHandler");
  50
  51                 public NetBeagleHandler (string hostname, string port, IQueryable iq)
  52                 {
  53                         this.Hostname = hostname;
  54                         this.Port = port;
  55                         netBeagleQueryable = iq;
  56
  57                         log.Info ("Instantiating NetBeagleHandler for " + Hostname + ":" + Port);
  58
  59                         wsp = new BeagleWebService (Hostname, Port);
  60                         wsp.Timeout = 40000; //40 sec time limit per request
  61                 }
  62
  63                 private string[] ICollection2StringList(ICollection il)
  64                 {
  65                         if (il == null)
  66                                 return new string[0] ;
  67
  68                         string[] sl = new string[il.Count];
  69                         il.CopyTo(sl, 0);
  70
  71                         return sl;
  72                 }
  73
  74                 public IAsyncResult DoQuery (Query query,  IQueryResult result,
  75                                                                         IQueryableChangeData changeData)
  76                 {
  77                 ICollection l;
  78
  79                         SearchRequest sreq = new SearchRequest();
  80
  81                 l = query.Text;
  82                 if ((l != null) && (l.Count > 0))
  83                                 sreq.text = ICollection2StringList(query.Text);
  84
  85                 l = query.MimeTypes;
  86                 if ((l != null) && (l.Count > 0))
  87                                 sreq.mimeType = ICollection2StringList(query.MimeTypes);
  88
  89                         l = query.Sources;
  90                 if ((l != null) && (l.Count > 0))
  91                                 sreq.searchSources = ICollection2StringList(query.Sources);
  92
  93                         sreq.qdomain = QueryDomain.Global; //Caution: This Enables Cascaded NetBeagle searching !
  94                         //sreq.qdomain = QueryDomain.System;
  95
  96                         //Cache the query request, get a unique searchId and include in network searchRequest:
  97                         sreq.searchId = NetworkedBeagle.AddRequest(query);
  98
  99
 100                         int hc = NetworkedBeagle.HopCount(query);
 101                         sreq.hopCount = (hc > 0) ? hc:1;
 102
 103                         log.Info("NetBeagleHandler: Starting WebService Query for " + Hostname + ":" + Port);
 104
 105                         ReqContext rc = new ReqContext(wsp, result, netBeagleQueryable);
 106
 107                         IAsyncResult ar = wsp.BeginBeagleQuery(sreq, DoQueryResponseHandler, rc);
 108
 109                         // Return w/o waiting for Async query to complete.
 110                         // Return IAsynResult handle, to allow caller to control it, if required.
 111
 112                         return ar;
 113                 }
 114
 115         public static void DoQueryResponseHandler(IAsyncResult ar)
 116         {
 117                 ReqContext rc = (ReqContext)ar.AsyncState;
 118
 119                         IQueryable                       iq = rc.GetQueryable;
 120                 BeagleWebService        wsp = rc.GetProxy;
 121                 IQueryResult     result = rc.GetResult;
 122
 123                         int count = 0;
 124                         //bool hitRejectsLogged = false;
 125
 126                 try
 127                 {
 128                         SearchResult resp = wsp.EndBeagleQuery(ar);
 129
 130                                 if ((resp != null) && (resp.numResults > 0))
 131                                 {
 132                                         if (rc.SearchToken == null)
 133                                                 rc.SearchToken = resp.searchToken;
 134
 135                                         //NetContext nc = new NetContext(wsp, resp.searchToken);
 136                                         HitResult[] hres = resp.hitResults;
 137                                         ArrayList  nwhits = new ArrayList();
 138
 139                                         for (int i = 0; i < hres.Length; i++) {
 140
 141                                                 try {
 142                                                         HitResult hr = hres[i];
 143                                                         Hit hit = new NetworkHit();
 144
 145                                                         //[Uri Format] netbeagle://164.99.153.134:8888/searchToken?http:///....
 146                                                         if (hr.uri.StartsWith(NetworkedBeagle.BeagleNetPrefix))
 147                                                                 hit.UriAsString = hr.uri;
 148                                                         else {
 149                                                                 string[] fragments = hr.uri.Split ('/');
 150                                                                 string hostNamePort = fragments[2];
 151                                                                 hit.UriAsString = NetworkedBeagle.BeagleNetPrefix + hostNamePort + "/" + resp.searchToken + "?" + hr.uri;
 152                                                         }
 153
 154                                                         hit.Type = hr.resourceType;
 155                                                         hit.MimeType = hr.mimeType;
 156                                                         hit.Source = "Network";                 //hit.Source = hr.source;
 157                                                         hit.Score = hr.score;
 158
 159                                                         if (hr.properties.Length  > 0)
 160                                                         foreach (HitProperty hp in hr.properties) {
 161
 162                                                                 Property p              = Property.New(hp.PKey, hp.PVal);
 163                                                                 p.IsMutable     = hp.IsMutable;
 164                                                                 p.IsSearched    = hp.IsSearched;
 165
 166                                                                 hit.AddProperty(p);
 167                                                         }
 168
 169                                                         //Add Snippet
 170                                                         ((NetworkHit)hit).snippet = hr.snippet;
 171
 172                                                         //if (hr.snippet != null)
 173                                                                 //log.Debug("\nNBH: URI" + i + "=" + hr.uri + "\n     Snippet=" + hr.snippet);
 174
 175                                                         ((NetworkHit)hit).context = new NetContext(hr.hashCode);
 176
 177                                                         //Add NetBeagleQueryable instance
 178                                                         hit.SourceObject = iq;
 179                                                         hit.SourceObjectName = ((NetworkedBeagle)iq).Name;
 180
 181                                                         nwhits.Add(hit);
 182
 183                                                         count++;
 184                                                 }
 185                                                 catch (Exception ex2) {
 186
 187                                                         log.Warn ("Exception in NetBeagleHandler: DoQueryResponseHandler() while processing NetworkHit: {0} from {1}\n Reason: {2} ", hres[i].uri, wsp.Hostname + ":" + wsp.Port, ex2.Message);
 188                                                         //log.Error ("Exception StackTrace: " + ex.StackTrace);
 189                                                 }
 190                                         }  //end for
 191
 192                                         if (nwhits.Count > 0)
 193                                                 result.Add (nwhits);
 194 /*
 195                                         if ((! result.Add (nwhits)) && (! hitRejectsLogged))
 196                                         {
 197                                                 hitRejectsLogged = true;
 198                                                 log.Info("NetBeagleHandler: Network Hits rejected by HitRegulator. Too many Hits!");
 199                                         }
 200 */
 201                                         log.Info("NetBeagleHandler: DoQueryResponseHandler() Got {0} result(s) from Index {1} from Networked Beagle at {2}", count, resp.firstResultIndex, wsp.Hostname + ":" + wsp.Port);
 202
 203                                         int index = resp.firstResultIndex + resp.numResults;
 204                                         if (index  < resp.totalResults) {
 205
 206                                                 log.Debug("NetBeagleHandler: DoQueryResponseHandler() invoking GetResults with index: " + index);
 207
 208                                                 string searchToken = resp.searchToken;
 209
 210                                                 GetResultsRequest req = new GetResultsRequest();
 211                                                 req.startIndex = index;
 212                                                 req.searchToken = searchToken;
 213
 214                                                 IAsyncResult ar2;
 215                                                 ar2 = wsp.BeginGetResults(req, NetBeagleHandler.DoQueryResponseHandler, rc);
 216
 217                                                 return;
 218                                         }
 219                                 } //end if
 220                                 else {
 221                                                 if (resp == null)
 222                                                         log.Warn("NetBeagleHandler: DoQueryResponseHandler() got Null response from EndBeagleQuery() !");
 223                                 }
 224                         }
 225                         catch (Exception ex) {
 226
 227                                 log.Error ("Exception in NetBeagleHandler: DoQueryResponseHandler() - {0} - for {1} ", ex.Message, wsp.Hostname + ":" + wsp.Port);
 228                         }
 229
 230                         //Signal completion of request handling
 231                         rc.RequestProcessed = true;
 232         }
 233     }
 234
 235         public class ReqContext {
 236
 237                 private IQueryable iq;
 238                 private IQueryResult result;
 239                 private BeagleWebService wsp;
 240
 241                 private bool reqProcessed = false;
 242                 private string token = null;
 243
 244                 public ReqContext(BeagleWebService wsp, IQueryResult result, IQueryable iq)
 245                 {
 246                         this.wsp = wsp;
 247                         this.result = result;
 248                         this.iq = iq;
 249                         this.reqProcessed = false;
 250                 }
 251
 252                 public BeagleWebService GetProxy {
 253                         get { return wsp; }
 254                 }
 255
 256                 public IQueryResult GetResult {
 257                         get { return result; }
 258                 }
 259
 260                 public IQueryable GetQueryable {
 261                         get { return iq; }
 262                 }
 263
 264                 public bool RequestProcessed {
 265                         get { return reqProcessed; }
 266                         set { reqProcessed = value; }
 267                 }
 268
 269                 public string SearchToken {
 270                         get {return token; }
 271                         set {token = value; }
 272                 }
 273         }
 274
 275
 276         public class NetContext {
 277
 278                 private int _hashCode;
 279
 280                 public NetContext(int hashCode)
 281                 {
 282                         this._hashCode = hashCode;
 283                 }
 284
 285                 public int hashCode {
 286                         get { return _hashCode; }
 287                 }
 288         }
 289
 290 }