src/HTTPDownload.cpp

   1 //
   2 // This file is part of the aMule Project.
   3 //
   4 // Copyright (c) 2003-2008 aMule Team ( admin@amule.org / http://www.amule.org )
   5 // Copyright (c) 2002-2008 Timo Kujala ( tiku@users.sourceforge.net )
   6 //
   7 // Any parts of this program derived from the xMule, lMule or eMule project,
   8 // or contributed by third-party developers are copyrighted by their
   9 // respective authors.
  10 //
  11 // This program is free software; you can redistribute it and/or modify
  12 // it under the terms of the GNU General Public License as published by
  13 // the Free Software Foundation; either version 2 of the License, or
  14 // (at your option) any later version.
  15 //
  16 // This program is distributed in the hope that it will be useful,
  17 // but WITHOUT ANY WARRANTY; without even the implied warranty of
  18 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19 // GNU General Public License for more details.
  20 //
  21 // You should have received a copy of the GNU General Public License
  22 // along with this program; if not, write to the Free Software
  23 // Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301, USA
  24 //
  25
  26
  27 #include <wx/wfstream.h>
  28 #include <wx/protocol/http.h>
  29
  30
  31 #include "HTTPDownload.h"                               // Interface declarations
  32 #include <common/StringFunctions.h>             // Needed for unicode2char
  33 #include "OtherFunctions.h"                             // Needed for CastChild
  34 #include "Logger.h"                                             // Needed for AddLogLine*
  35 #include <common/Format.h>                              // Needed for CFormat
  36 #include "InternalEvents.h"                             // Needed for CMuleInternalEvent
  37 #include "Preferences.h"
  38 #include "ScopedPtr.h"
  39 #include <wx/filename.h>                                // Needed for wxFileName
  40
  41
  42 #ifndef AMULE_DAEMON
  43 #include "inetdownload.h"       // Needed for inetDownload
  44 #include "muuli_wdr.h"          // Needed for ID_CANCEL: Let it here or will fail on win32
  45 #include "MuleGifCtrl.h"
  46
  47 typedef wxGauge wxGaugeControl;
  48
  49 DECLARE_LOCAL_EVENT_TYPE(wxEVT_HTTP_PROGRESS, wxANY_ID)
  50 DECLARE_LOCAL_EVENT_TYPE(wxEVT_HTTP_SHUTDOWN, wxANY_ID)
  51
  52
  53 class CHTTPDownloadDialog : public wxDialog
  54 {
  55 public:
  56         CHTTPDownloadDialog(CHTTPDownloadThread* thread)
  57           : wxDialog(wxTheApp->GetTopWindow(), -1, _("Downloading..."),
  58                         wxDefaultPosition, wxDefaultSize, wxDEFAULT_DIALOG_STYLE | wxSYSTEM_MENU)
  59         {
  60                 downloadDlg(this, true)->Show(this, true);
  61
  62                 m_progressbar = CastChild(ID_HTTPDOWNLOADPROGRESS, wxGaugeControl);
  63                 m_progressbar->SetRange(100);
  64
  65                 m_ani = CastChild(ID_ANIMATE, MuleGifCtrl);
  66                 m_ani->LoadData((const char*)inetDownload, sizeof(inetDownload));
  67                 m_ani->Start();
  68
  69                 m_thread = thread;
  70         }
  71
  72         ~CHTTPDownloadDialog() {
  73                 StopThread();
  74         }
  75
  76         void UpdateGauge(int total, int current) {
  77                 CFormat label(_("( %s / %s )"));
  78
  79                 label % CastItoXBytes(current);
  80                 if (total > 0) {
  81                         label % CastItoXBytes(total);
  82                 } else {
  83                         label % _("Unknown");
  84                 }
  85
  86                 CastChild(IDC_DOWNLOADSIZE, wxStaticText)->SetLabel(label.GetString());
  87
  88                 if (total && (total != m_progressbar->GetRange())) {
  89                         m_progressbar->SetRange(total);
  90                 }
  91
  92                 if (current && (current <= total)) {
  93                         m_progressbar->SetValue(current);
  94                 }
  95
  96                 Layout();
  97         }
  98
  99 private:
 100         void StopThread() {
 101                 if (m_thread) {
 102                         m_thread->Stop();
 103                         delete m_thread;
 104                         m_thread = NULL;
 105                 }
 106         }
 107
 108         void OnBtnCancel(wxCommandEvent& WXUNUSED(evt)) {
 109                 AddLogLineN(_("HTTP download cancelled"));
 110                 Show(false);
 111                 StopThread();
 112         }
 113
 114         void OnProgress(CMuleInternalEvent& evt) {
 115                 UpdateGauge(evt.GetExtraLong(), evt.GetInt());
 116         }
 117
 118         void OnShutdown(CMuleInternalEvent& WXUNUSED(evt)) {
 119                 Show(false);
 120                 Destroy();
 121         }
 122
 123         CMuleThread*    m_thread;
 124         MuleGifCtrl*    m_ani;
 125         wxGaugeControl* m_progressbar;
 126
 127         DECLARE_EVENT_TABLE()
 128 };
 129
 130
 131 BEGIN_EVENT_TABLE(CHTTPDownloadDialog, wxDialog)
 132         EVT_BUTTON(ID_HTTPCANCEL, CHTTPDownloadDialog::OnBtnCancel)
 133         EVT_MULE_INTERNAL(wxEVT_HTTP_PROGRESS, -1, CHTTPDownloadDialog::OnProgress)
 134         EVT_MULE_INTERNAL(wxEVT_HTTP_SHUTDOWN, -1, CHTTPDownloadDialog::OnShutdown)
 135 END_EVENT_TABLE()
 136
 137 DEFINE_LOCAL_EVENT_TYPE(wxEVT_HTTP_PROGRESS)
 138 DEFINE_LOCAL_EVENT_TYPE(wxEVT_HTTP_SHUTDOWN)
 139
 140 #endif
 141
 142
 143 CHTTPDownloadThread::CHTTPDownloadThread(const wxChar* url, const wxChar* filename, const wxChar* oldfilename, HTTP_Download_File file_id, bool showDialog)
 144 #ifdef AMULE_DAEMON
 145         : CMuleThread(wxTHREAD_DETACHED),
 146 #else
 147         : CMuleThread(showDialog ? wxTHREAD_JOINABLE : wxTHREAD_DETACHED),
 148 #endif
 149           m_url(url),
 150           m_tempfile(filename),
 151           m_result(-1),
 152           m_file_id(file_id),
 153           m_companion(NULL)
 154 {
 155         if (showDialog) {
 156 #ifndef AMULE_DAEMON
 157                 CHTTPDownloadDialog* dialog = new CHTTPDownloadDialog(this);
 158                 dialog->Show(true);
 159                 m_companion = dialog;
 160 #endif
 161         }
 162         // Get the date on which the original file was last modified
 163         // But first: check if the file exists!
 164         wxFileName origFile = wxFileName(oldfilename);
 165         if (origFile.FileExists()) {
 166                 m_hasdate = true;
 167                 m_lastmodified = origFile.GetModificationTime();
 168         } else {
 169                 m_hasdate = false;
 170         }
 171         wxMutexLocker lock(s_allThreadsMutex);
 172         s_allThreads.insert(this);
 173 }
 174
 175
 176 // Format the given date to a RFC-2616 compliant HTTP date
 177 // Example: Thu, 14 Jan 2010 15:40:23 GMT
 178 wxString CHTTPDownloadThread::FormatDateHTTP(const wxDateTime& date)
 179 {
 180         static const wxChar* s_months[] = { wxT("Jan"), wxT("Feb"), wxT("Mar"), wxT("Apr"), wxT("May"), wxT("Jun"), wxT("Jul"), wxT("Aug"), wxT("Sep"), wxT("Oct"), wxT("Nov"), wxT("Dec") };
 181         static const wxChar* s_dow[] = { wxT("Sun"), wxT("Mon"), wxT("Tue"), wxT("Wed"), wxT("Thu"), wxT("Fri"), wxT("Sat") };
 182
 183         return CFormat(wxT("%s, %02d %s %d %02d:%02d:%02d GMT")) % s_dow[date.GetWeekDay(wxDateTime::UTC)] % date.GetDay(wxDateTime::UTC) % s_months[date.GetMonth(wxDateTime::UTC)] % date.GetYear(wxDateTime::UTC) % date.GetHour(wxDateTime::UTC) % date.GetMinute(wxDateTime::UTC) % date.GetSecond(wxDateTime::UTC);
 184 }
 185
 186
 187 CMuleThread::ExitCode CHTTPDownloadThread::Entry()
 188 {
 189         if (TestDestroy()) {
 190                 return NULL;
 191         }
 192
 193         wxHTTP* url_handler = NULL;
 194
 195         AddDebugLogLineN(logHTTP, wxT("HTTP download thread started"));
 196
 197         const CProxyData* proxy_data = thePrefs::GetProxyData();
 198         bool use_proxy = proxy_data != NULL && proxy_data->m_proxyEnable;
 199
 200         try {
 201                 wxFFileOutputStream outfile(m_tempfile);
 202
 203                 if (!outfile.Ok()) {
 204                         throw wxString(CFormat(_("Unable to create destination file %s for download!")) % m_tempfile);
 205                 }
 206
 207                 if (m_url.IsEmpty()) {
 208                         // Nowhere to download from!
 209                         throw wxString(_("The URL to download can't be empty"));
 210                 }
 211
 212                 url_handler = new wxHTTP;
 213                 url_handler->SetProxyMode(use_proxy);
 214
 215                 // Build a conditional get request if the last modified date of the file being updated is known
 216                 if (m_hasdate) {
 217                         // Set a flag in the HTTP header that we only download if the file is newer.
 218                         // see: http://www.w3.org/Protocols/rfc2616/rfc2616-sec14.html#sec14.25
 219                         AddDebugLogLineN(logHTTP, wxT("If-Modified-Since: ") + FormatDateHTTP(m_lastmodified));
 220                         url_handler->SetHeader(wxT("If-Modified-Since"), FormatDateHTTP(m_lastmodified));
 221                 }
 222
 223                 CScopedPtr<wxInputStream> url_read_stream(GetInputStream(&url_handler, m_url, use_proxy));
 224
 225                 if (!url_read_stream.get()) {
 226                         if (m_response == 304) {
 227                                 m_result = HTTP_Skipped;
 228                                 return 0;
 229                         } else {
 230                                 m_result = HTTP_Error;
 231                                 throw wxString(CFormat(_("The URL %s returned: %i - Error (%i)!")) % m_url % m_response % m_error);
 232                         }
 233                 }
 234
 235                 int download_size = url_read_stream->GetSize();
 236                 if (download_size == -1) {
 237                         AddDebugLogLineN(logHTTP, wxT("Download size not received, downloading until connection is closed"));
 238                 } else {
 239                         AddDebugLogLineN(logHTTP, CFormat(wxT("Download size: %i")) % download_size);
 240                 }
 241
 242                 // Here is our read buffer
 243                 // <ken> Still, I'm sure 4092 is probably a better size.
 244                 // MP: Most people can download at least at 32kb/s from http...
 245                 const unsigned MAX_HTTP_READ = 32768;
 246
 247                 char buffer[MAX_HTTP_READ];
 248                 int current_read = 0;
 249                 int total_read = 0;
 250                 do {
 251                         url_read_stream->Read(buffer, MAX_HTTP_READ);
 252                         current_read = url_read_stream->LastRead();
 253                         if (current_read) {
 254                                 total_read += current_read;
 255                                 outfile.Write(buffer,current_read);
 256                                 int current_write = outfile.LastWrite();
 257                                 if (current_read != current_write) {
 258                                         throw wxString(_("Critical error while writing downloaded file"));
 259                                 } else if (m_companion) {
 260 #ifndef AMULE_DAEMON
 261                                         CMuleInternalEvent evt(wxEVT_HTTP_PROGRESS);
 262                                         evt.SetInt(total_read);
 263                                         evt.SetExtraLong(download_size);
 264                                         wxPostEvent(m_companion, evt);
 265 #endif
 266                                 }
 267                         }
 268                 } while (current_read && !TestDestroy());
 269
 270                 if (current_read == 0) {
 271                         if (download_size == -1) {
 272                                 // Download was probably succesful.
 273                                 AddLogLineN(CFormat(_("Downloaded %d bytes")) % total_read);
 274                                 m_result = HTTP_Success;
 275                         } else if (total_read != download_size) {
 276                                 m_result = HTTP_Error;
 277                                 throw wxString(CFormat(_("Expected %d bytes, but downloaded %d bytes")) % download_size % total_read);
 278                         } else {
 279                                 // Download was succesful.
 280                                 m_result = HTTP_Success;
 281                         }
 282                 }
 283         } catch (const wxString& error) {
 284                 if (wxFileExists(m_tempfile)) {
 285                         wxRemoveFile(m_tempfile);
 286                 }
 287                 AddLogLineC(error);
 288         }
 289
 290         if (url_handler) {
 291                 url_handler->Destroy();
 292         }
 293
 294         AddDebugLogLineN(logHTTP, wxT("HTTP download thread ended"));
 295
 296         return 0;
 297 }
 298
 299
 300 void CHTTPDownloadThread::OnExit()
 301 {
 302 #ifndef AMULE_DAEMON
 303         if (m_companion) {
 304                 CMuleInternalEvent termEvent(wxEVT_HTTP_SHUTDOWN);
 305                 wxPostEvent(m_companion, termEvent);
 306         }
 307 #endif
 308
 309         // Notice the app that the file finished download
 310         CMuleInternalEvent evt(wxEVT_CORE_FINISHED_HTTP_DOWNLOAD);
 311         evt.SetInt((int)m_file_id);
 312         evt.SetExtraLong((long)m_result);
 313         wxPostEvent(wxTheApp, evt);
 314         wxMutexLocker lock(s_allThreadsMutex);
 315         s_allThreads.erase(this);
 316 }
 317
 318
 319 //! This function's purpose is to handle redirections in a proper way.
 320 wxInputStream* CHTTPDownloadThread::GetInputStream(wxHTTP** url_handler, const wxString& location, bool proxy)
 321 {
 322         if (TestDestroy()) {
 323                 return NULL;
 324         }
 325
 326         if (!location.StartsWith(wxT("http://"))) {
 327                 // This is not a http url
 328                 throw wxString(_("Invalid URL for HTTP download or HTTP redirection (did you forget 'http://' ?)"));
 329         }
 330
 331         // Get the host
 332
 333         // Remove the "http://"
 334         wxString host = location.Right(location.Len() - 7); // strlen("http://") -> 7
 335
 336         // I belive this is a bug...
 337         // Sometimes "Location" header looks like this:
 338         // "http://www.whatever.com:8080http://www.whatever.com/downloads/something.zip"
 339         // So let's clean it...
 340
 341         int bad_url_pos = host.Find(wxT("http://"));
 342         wxString location_url;
 343         if (bad_url_pos != -1) {
 344                 // Malformed Location field on header (bug above?)
 345                 location_url = host.Mid(bad_url_pos);
 346                 host = host.Left(bad_url_pos);
 347                 // After the first '/' non-http-related, it's the location part of the URL
 348                 location_url = location_url.Right(location_url.Len() - 7).AfterFirst(wxT('/'));
 349         } else {
 350                 // Regular Location field
 351                 // After the first '/', it's the location part of the URL
 352                 location_url = host.AfterFirst(wxT('/'));
 353                 // The host is everything till the first "/"
 354                 host = host.BeforeFirst(wxT('/'));
 355         }
 356
 357         // Build the cleaned url now
 358         wxString url = wxT("http://") + host + wxT("/") + location_url;
 359
 360         int port = 80;
 361         if (host.Find(wxT(':')) != -1) {
 362                 // This http url has a port
 363                 port = wxAtoi(host.AfterFirst(wxT(':')));
 364                 host = host.BeforeFirst(wxT(':'));
 365         }
 366
 367         wxIPV4address addr;
 368         addr.Hostname(host);
 369         addr.Service(port);
 370         if (!(*url_handler)->Connect(addr, true)) {
 371                 throw wxString(_("Unable to connect to HTTP download server"));
 372         }
 373
 374         wxInputStream* url_read_stream = (*url_handler)->GetInputStream(url);
 375
 376         /* store the HTTP response code */
 377         m_response = (*url_handler)->GetResponse();
 378
 379         /* store the HTTP error code */
 380         m_error = (*url_handler)->GetError();
 381
 382         AddDebugLogLineN(logHTTP, CFormat(wxT("Host: %s:%i\n")) % host % port);
 383         AddDebugLogLineN(logHTTP, CFormat(wxT("URL: %s\n")) % url);
 384         AddDebugLogLineN(logHTTP, CFormat(wxT("Response: %i (Error: %i)")) % m_response % m_error);
 385
 386         if (!m_response) {
 387                 AddDebugLogLineC(logHTTP, wxT("WARNING: Void response on stream creation"));
 388                 // WTF? Why does this happen?
 389                 // This is probably produced by an already existing connection, because
 390                 // the input stream is created nevertheless. However, data is not the same.
 391                 delete url_read_stream;
 392                 throw wxString(_("Invalid response from HTTP download server"));
 393         }
 394
 395         if (m_response == 301  // Moved permanently
 396                 || m_response == 302 // Moved temporarily
 397                 // What about 300 (multiple choices)? Do we have to handle it?
 398                 ) {
 399
 400                 // We have to remove the current stream.
 401                 delete url_read_stream;
 402
 403                 wxString new_location = (*url_handler)->GetHeader(wxT("Location"));
 404
 405                 (*url_handler)->Destroy();
 406                 if (!new_location.IsEmpty()) {
 407                         (*url_handler) = new wxHTTP;
 408                         (*url_handler)->SetProxyMode(proxy);
 409                         if (m_hasdate) {
 410                                 // Set a flag in the HTTP header that we only download if the file is newer.
 411                                 // see: http://www.w3.org/Protocols/rfc2616/rfc2616-sec14.html#sec14.25
 412                                 (*url_handler)->SetHeader(wxT("If-Modified-Since"), FormatDateHTTP(m_lastmodified));
 413                         }
 414                         url_read_stream = GetInputStream(url_handler, new_location, proxy);
 415                 } else {
 416                         AddDebugLogLineC(logHTTP, wxT("ERROR: Redirection code received with no URL"));
 417                         url_handler = NULL;
 418                         url_read_stream = NULL;
 419                 }
 420         } else if (m_response == 304) {         // "Not Modified"
 421                 delete url_read_stream;
 422                 (*url_handler)->Destroy();
 423                 url_read_stream = NULL;
 424                 url_handler = NULL;
 425         }
 426
 427         return url_read_stream;
 428 }
 429
 430 void CHTTPDownloadThread::StopAll()
 431 {
 432         ThreadSet allThreads;
 433         {
 434                 wxMutexLocker lock(s_allThreadsMutex);
 435                 std::swap(allThreads, s_allThreads);
 436         }
 437         for (ThreadSet::iterator it = allThreads.begin(); it != allThreads.end(); it++) {
 438                 (*it)->Stop();
 439         }
 440 }
 441
 442 CHTTPDownloadThread::ThreadSet CHTTPDownloadThread::s_allThreads;
 443 wxMutex CHTTPDownloadThread::s_allThreadsMutex;
 444
 445 // File_checked_for_headers